{"severity_text":"INFO","timestamp":"2026-10-31T00:37:19.36608408Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:19.416095801Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:19.515548484Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:19.515600845Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:19.723661965Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:19.723710343Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:19.883695916Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/0b2b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.804858004Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.91207279Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912191979Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912275144Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912329418Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912376788Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912430048Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912478968Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912526849Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912566715Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912623088Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912659435Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912725423Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912736408Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.912810953Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.913146572Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.913304838Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.913146408Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.913387228Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.913483832Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:20.913584656Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:21.014003897Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1031 00:37:21.013964 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-31T00:37:21.215650423Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:21.215705398Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1031 00:37:37.882305 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.882658904Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.88284528Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.882902214Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.883019692Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.883070559Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.883103942Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.88319393Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.883313306Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.883455663Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.883510828Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.883704767Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.883756657Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.883859881Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.883947339Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.883994218Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.884044648Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.884076072Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.884159883Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.88430419Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.884336737Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.884375126Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.884499354Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.885008677Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.885017943Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.885046689Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.885073139Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.885270306Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.885310948Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.885375578Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.885450729Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.885590196Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.885618922Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.886008901Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.886185972Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887008777Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887014397Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887055703Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.8870701Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887159974Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887183043Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887283574Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887383093Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887467782Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887565735Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887782063Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.88781064Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887842648Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.88791709Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.88794998Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.887985829Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.888088727Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:37.888197074Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.222716316Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.223759539Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.330017302Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:37:38.370888906Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.485892147Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.48594059Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.485899011Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.485959213Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.486741436Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.486776407Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.488085521Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.488109765Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.488126886Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.488157845Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.501097719Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.501148576Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.589199542Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.589280512Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.885062979Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c56b240e-4a29-488a-91db-c9afed8c6cd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.887025434Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3e229977-4133-4e12-9e00-d43b35999773","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.892259672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46119e4e-d2cc-449a-aa89-7560667b3b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.936177548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0dd6dab-f292-411d-bdf3-fe9f9e0063d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.043946162Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e07dafb-bbea-4654-9888-0f8c4e4399bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.04604297Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"677caf15-cda8-41e4-a498-6987803299ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.058148812Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46119e4e-d2cc-449a-aa89-7560667b3b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:37:39.061355399Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0dd6dab-f292-411d-bdf3-fe9f9e0063d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.187095604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46119e4e-d2cc-449a-aa89-7560667b3b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:37:39.18764462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0dd6dab-f292-411d-bdf3-fe9f9e0063d7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.237270726Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17945eb8-2357-451b-9585-f680cf7c0c4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.237666626Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ff60cc0-6eb7-4fb2-8c91-1b5a91f329d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.340081461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"829ea8e3-5d6f-4e21-abb3-234f36f1b119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.395396056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"829ea8e3-5d6f-4e21-abb3-234f36f1b119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.39819792Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"37e9ac0f-43f5-4462-95f7-6365eab17d60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.438048641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4625bd7-1537-4c50-8999-ab2ddd791c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.449187829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"829ea8e3-5d6f-4e21-abb3-234f36f1b119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.492966293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4625bd7-1537-4c50-8999-ab2ddd791c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:37:39.500127831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"829ea8e3-5d6f-4e21-abb3-234f36f1b119","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.546812398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4625bd7-1537-4c50-8999-ab2ddd791c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.560101547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c89c41e-f73d-4fbd-a539-5ec4a5964063","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.560134393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c89c41e-f73d-4fbd-a539-5ec4a5964063","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.659706669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7241daa-ae8a-42b1-a4dd-4b90b92d6eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.717300233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68937dc3-9d59-46b3-8fe0-aba48e5238b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.7174518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7241daa-ae8a-42b1-a4dd-4b90b92d6eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.767366301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68937dc3-9d59-46b3-8fe0-aba48e5238b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.818314912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68937dc3-9d59-46b3-8fe0-aba48e5238b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.821526098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7241daa-ae8a-42b1-a4dd-4b90b92d6eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:39.869824148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68937dc3-9d59-46b3-8fe0-aba48e5238b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:40.591941036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4187a19b-dcae-4e73-8281-738154ac0b59","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:40.591963619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4187a19b-dcae-4e73-8281-738154ac0b59","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:43.492190933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc4db31e-a486-44f2-be55-788603faf93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:43.492190776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4b89b7b-d909-4fa6-8131-5984362cfb83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:43.547600141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc4db31e-a486-44f2-be55-788603faf93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:43.547600389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4b89b7b-d909-4fa6-8131-5984362cfb83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:43.558053339Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"087b2898-ea1a-46f2-a2e6-5d4bec99406a","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:43.602112887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4b89b7b-d909-4fa6-8131-5984362cfb83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:43.60218399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc4db31e-a486-44f2-be55-788603faf93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.609641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"669aa29d-88bf-4de1-918f-3d317ac6db76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.609663137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"669aa29d-88bf-4de1-918f-3d317ac6db76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.610111987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"26445c42-ef93-49a8-b8a4-bd10df6adc43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.610127119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"26445c42-ef93-49a8-b8a4-bd10df6adc43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.663943682Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2fc5eb61-11b5-4aa7-b5ab-61d31023c0f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.663967675Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"502d1c02-3a7e-47c9-ad0f-4e81ef9f747c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.712269186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"338d56cf-6a03-4af2-a97f-3b2f1445bb2e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.712288998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"338d56cf-6a03-4af2-a97f-3b2f1445bb2e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.712545537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d8e8e33c-53bc-4e8c-9b98-7103410e25c7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.712561451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d8e8e33c-53bc-4e8c-9b98-7103410e25c7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.794632848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e64aed27-6a1d-4d7e-8773-e57d073aef6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.794632804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d473d07-2c4a-47af-8565-256f29bc21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.871723348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d473d07-2c4a-47af-8565-256f29bc21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.871846424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e64aed27-6a1d-4d7e-8773-e57d073aef6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.925698556Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d473d07-2c4a-47af-8565-256f29bc21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:47.926604289Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e64aed27-6a1d-4d7e-8773-e57d073aef6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:48.182331698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb8f414d-3f98-49ec-aa16-89bdac0ab7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:48.182328393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24bf47e8-6f47-4a9b-bc2e-7346304887d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:48.238312347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb8f414d-3f98-49ec-aa16-89bdac0ab7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:48.238414614Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb8f414d-3f98-49ec-aa16-89bdac0ab7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:48.238828405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24bf47e8-6f47-4a9b-bc2e-7346304887d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:48.238887816Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24bf47e8-6f47-4a9b-bc2e-7346304887d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:48.857967023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4017108f-847e-4401-a8d8-7f16bd2164c9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:48.857995988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4017108f-847e-4401-a8d8-7f16bd2164c9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.156826657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f53e211-15a6-485d-8ae6-c23288f945cb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.156851934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f53e211-15a6-485d-8ae6-c23288f945cb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.157151581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b7644592-5cc5-45fc-8c52-9994e3ed93db","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.157166199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b7644592-5cc5-45fc-8c52-9994e3ed93db","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.157482073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"436c6783-e8f5-46cb-bf54-b99b9488eb2b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.157498215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"436c6783-e8f5-46cb-bf54-b99b9488eb2b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.207328962Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"697c53f4-412b-46ad-bd51-72c5411f9cc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.207693278Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36dab644-404f-448c-b29e-0582a4350dd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.223719096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a5e5ee9-773d-460d-9815-2e52d9c651d7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.22373533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a5e5ee9-773d-460d-9815-2e52d9c651d7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.223940311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6cd69508-feea-41c7-bdfe-f0927f9c522e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.223951184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6cd69508-feea-41c7-bdfe-f0927f9c522e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.224116373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc4ad6e2-bf9f-4627-a367-b9bd6c07f59c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.224125898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc4ad6e2-bf9f-4627-a367-b9bd6c07f59c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.306458571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00b3b80e-1616-40ef-9509-79ca9fc00b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.306906227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f16ca33b-dfdc-453c-8063-436865343915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.361574552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00b3b80e-1616-40ef-9509-79ca9fc00b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.361610034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f16ca33b-dfdc-453c-8063-436865343915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.361634072Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00b3b80e-1616-40ef-9509-79ca9fc00b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.361652372Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f16ca33b-dfdc-453c-8063-436865343915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.563866702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e51a1e9-0df8-459e-947e-00e324d5191d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.563866494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2402b77f-3efb-4ef2-9f2a-c3d7739be1d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.619076189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2402b77f-3efb-4ef2-9f2a-c3d7739be1d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.619142395Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2402b77f-3efb-4ef2-9f2a-c3d7739be1d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.619343259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e51a1e9-0df8-459e-947e-00e324d5191d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.619397523Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e51a1e9-0df8-459e-947e-00e324d5191d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.966448741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e743f76e-110d-494a-b62f-736859a9c46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:51.966529844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28b06b4d-4950-4c15-b998-7f82093eef56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:52.025000885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28b06b4d-4950-4c15-b998-7f82093eef56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:52.025040768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e743f76e-110d-494a-b62f-736859a9c46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:52.025064492Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28b06b4d-4950-4c15-b998-7f82093eef56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:52.025089577Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e743f76e-110d-494a-b62f-736859a9c46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:52.388791193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe353559-08c0-4f2c-9bf7-3361813bab1b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:52.388813588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe353559-08c0-4f2c-9bf7-3361813bab1b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.118929852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fed8c1c4-e5b9-4371-a3a7-88a36b41b6e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.118959198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fed8c1c4-e5b9-4371-a3a7-88a36b41b6e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.119347684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b56a6077-644e-4dd3-9820-1f9134695f12","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.119386843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b56a6077-644e-4dd3-9820-1f9134695f12","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.119711087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7ded3942-dc81-4b16-94b8-1f49c90bd53e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.119728204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7ded3942-dc81-4b16-94b8-1f49c90bd53e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.120100485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6a387295-fe48-41ba-a671-14f080035cc7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.12015219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6a387295-fe48-41ba-a671-14f080035cc7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.172810898Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"680f97e2-6dd6-404e-b7ce-8e36f9e598e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.175452114Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"758b6068-78dc-4803-8329-b9de6a2ad0ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.184910341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a1aaac8e-982c-45f8-8bd3-676c1222feb1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.184927166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a1aaac8e-982c-45f8-8bd3-676c1222feb1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.185145412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22aadaaa-03f2-4e0a-b4f0-ccda3ef785f3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.185158887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22aadaaa-03f2-4e0a-b4f0-ccda3ef785f3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.185340708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8283c112-c1d2-4d1c-a4fc-5ae4e6063e09","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.185352075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8283c112-c1d2-4d1c-a4fc-5ae4e6063e09","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.185515054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c04d5f1-361e-47e3-b7ca-ae22387f7a16","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.185525474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c04d5f1-361e-47e3-b7ca-ae22387f7a16","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.270070104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b3f973b-7d55-4d21-a29f-27f9037de922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.325529116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b3f973b-7d55-4d21-a29f-27f9037de922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.325596063Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b3f973b-7d55-4d21-a29f-27f9037de922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.369314311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"724cec43-3f9c-446c-8430-f6c4f019b8a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.424058969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"724cec43-3f9c-446c-8430-f6c4f019b8a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.42412503Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"724cec43-3f9c-446c-8430-f6c4f019b8a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.524772727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22ddd93a-f726-4d40-af9d-838dd013bd25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.579616164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22ddd93a-f726-4d40-af9d-838dd013bd25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.579680229Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22ddd93a-f726-4d40-af9d-838dd013bd25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.625540098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11978218-3f66-43df-b404-f2d2942e711f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.680666265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11978218-3f66-43df-b404-f2d2942e711f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.680739945Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11978218-3f66-43df-b404-f2d2942e711f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:55.332271347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2cca8495-c99d-4700-bfe9-bfe2fad59e64","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:55.332295246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2cca8495-c99d-4700-bfe9-bfe2fad59e64","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.559955816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a7f412e5-a26b-4723-bec9-e97148ed2ca1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.559977465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a7f412e5-a26b-4723-bec9-e97148ed2ca1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.560268959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47fe1957-981d-4cdc-bd19-717baaf9f87c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.560281302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47fe1957-981d-4cdc-bd19-717baaf9f87c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.560462652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd8e3971-69b9-4246-9085-bd871958770d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.560472359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd8e3971-69b9-4246-9085-bd871958770d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.56063237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"47a5ce1b-eacd-4e75-9f81-df3f0109e39a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.560641478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"47a5ce1b-eacd-4e75-9f81-df3f0109e39a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.560790651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a2665c19-f911-405d-8113-4f2635d6c240","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.560799939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a2665c19-f911-405d-8113-4f2635d6c240","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.612745137Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b71be47d-78af-47b2-bd17-d342e39235c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.615461034Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"22f509e7-25a1-4a17-8ded-13e988145708","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.626584851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a0cf9368-28b4-4449-85d7-f2473a14fddf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.626603753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a0cf9368-28b4-4449-85d7-f2473a14fddf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.626796127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"015a325f-15e6-4c05-bc1d-1fe071be473e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.626808624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"015a325f-15e6-4c05-bc1d-1fe071be473e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.627025995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ed998d54-a365-4274-86bd-3b2193950734","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.627041949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ed998d54-a365-4274-86bd-3b2193950734","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.627716175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bd9690c4-3652-4c14-98c6-5c7c72a18b00","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.627739783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bd9690c4-3652-4c14-98c6-5c7c72a18b00","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.628260572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5e70d522-e97d-4219-8829-38d9a5be5194","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.628274618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5e70d522-e97d-4219-8829-38d9a5be5194","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.71683058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"562ea1a1-a661-49d2-aa0a-f5a717aabc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.716860187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d57c993-0aeb-481f-b869-cc89b2bfa8eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.772708195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d57c993-0aeb-481f-b869-cc89b2bfa8eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.772784022Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d57c993-0aeb-481f-b869-cc89b2bfa8eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.772948221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"562ea1a1-a661-49d2-aa0a-f5a717aabc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.772994555Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"562ea1a1-a661-49d2-aa0a-f5a717aabc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.972709976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ea233b4-528e-493e-ad40-59f25c38105a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:57.972708498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f545e550-2a0d-441f-9ed3-373707f3bf09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.028002063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f545e550-2a0d-441f-9ed3-373707f3bf09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.028062937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ea233b4-528e-493e-ad40-59f25c38105a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.028117638Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ea233b4-528e-493e-ad40-59f25c38105a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.028068504Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f545e550-2a0d-441f-9ed3-373707f3bf09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.229775753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b55b6cc0-7c3b-48ad-acc3-b4a1b174cf8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.229775809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c79ccf4-2f75-424e-962c-a23c8c44e0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.294172853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b55b6cc0-7c3b-48ad-acc3-b4a1b174cf8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.294196273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c79ccf4-2f75-424e-962c-a23c8c44e0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.294267285Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c79ccf4-2f75-424e-962c-a23c8c44e0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.294267514Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b55b6cc0-7c3b-48ad-acc3-b4a1b174cf8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.814867237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"282d0921-b751-4a57-8032-6d9da37b7f79","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:58.814888086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"282d0921-b751-4a57-8032-6d9da37b7f79","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.869926138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bf27c536-b381-4e7e-9433-6fab2a919dca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.869948225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bf27c536-b381-4e7e-9433-6fab2a919dca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.870274864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b26eee48-d098-40e8-8d89-452f73dd93fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.870287557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b26eee48-d098-40e8-8d89-452f73dd93fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.870473746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f433bc6e-27bd-46a5-b0ea-0688f38819c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.870484946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f433bc6e-27bd-46a5-b0ea-0688f38819c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.87065697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e03774df-88bb-454e-a6ae-0c1306d96ebc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.870667319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e03774df-88bb-454e-a6ae-0c1306d96ebc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.870837248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"99e9cf2b-3a82-4342-9b4c-6043fbee17b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.870848959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"99e9cf2b-3a82-4342-9b4c-6043fbee17b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.871053623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"26a5d009-cda5-4e6d-a2aa-80ff560a588e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.871063303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"26a5d009-cda5-4e6d-a2aa-80ff560a588e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.923938351Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5634e92-453e-4241-b4ef-1b6fadcb16e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.923979113Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f269e48b-229d-4edf-8162-0c537b43573d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.936649945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"42eb91a6-061b-4cdc-89e9-cfedfa775932","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.936675145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"42eb91a6-061b-4cdc-89e9-cfedfa775932","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.936943889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e129a95e-2d03-463f-9787-a3d9152510ae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.936957917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e129a95e-2d03-463f-9787-a3d9152510ae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.937186271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cb3c6a02-b56b-41b0-ad5b-966ab7e54dd7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.93720316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cb3c6a02-b56b-41b0-ad5b-966ab7e54dd7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.937422725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"617429e1-1e56-45c9-9994-ad242971beab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.937433826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"617429e1-1e56-45c9-9994-ad242971beab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.937608097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"09f2bf13-4393-4813-a0ef-e227a0d92429","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.937619709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"09f2bf13-4393-4813-a0ef-e227a0d92429","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.937786387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0f19d385-9b78-4fdf-b53d-b44b1b20a551","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:01.937797157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0f19d385-9b78-4fdf-b53d-b44b1b20a551","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.021122081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c38e69a-80c0-4500-a18d-c9ed417aa771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.027205601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f04f5f5-ff47-4946-858a-e7bc6915c7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.076690125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c38e69a-80c0-4500-a18d-c9ed417aa771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.076758273Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c38e69a-80c0-4500-a18d-c9ed417aa771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.082375693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f04f5f5-ff47-4946-858a-e7bc6915c7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.082436542Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f04f5f5-ff47-4946-858a-e7bc6915c7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.276364306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42c61977-5ec4-4165-b50a-3253d1d573f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.280171561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fbc151d-a297-4868-827f-6d920c0ae350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.331394248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42c61977-5ec4-4165-b50a-3253d1d573f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.331476409Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42c61977-5ec4-4165-b50a-3253d1d573f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.334945712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fbc151d-a297-4868-827f-6d920c0ae350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:02.335004239Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fbc151d-a297-4868-827f-6d920c0ae350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:03.084570597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a6d4b539-996d-4ba7-b341-894413f4bc28","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:03.084591185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a6d4b539-996d-4ba7-b341-894413f4bc28","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.277111537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d933bcef-9c7e-4de3-8df8-8499db804c0c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.277132092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d933bcef-9c7e-4de3-8df8-8499db804c0c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.277370782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cdeeecc1-08f0-4a29-b7ba-2854e5575319","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.27738267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cdeeecc1-08f0-4a29-b7ba-2854e5575319","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.277555319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fb0dc1ba-0c90-4f86-ac02-51767cf0ecf8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.277564621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fb0dc1ba-0c90-4f86-ac02-51767cf0ecf8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.27772355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c7f3ed76-f5fd-420b-a560-f7f958a8c416","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.277740626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c7f3ed76-f5fd-420b-a560-f7f958a8c416","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.277899014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28aed83d-101c-4d73-a697-0d8a86c31a70","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.277907934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28aed83d-101c-4d73-a697-0d8a86c31a70","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.278062203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89e7e58a-a1c3-45ce-8e2f-1d4c6c2a6383","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.278072242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89e7e58a-a1c3-45ce-8e2f-1d4c6c2a6383","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.278244476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5307292-a5a5-4485-a13b-e428bd6b909f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.278257854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5307292-a5a5-4485-a13b-e428bd6b909f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.333238964Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df6782d1-9680-4adb-a5b5-2e09cfb081ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.342348606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7d813520-47cc-401a-ab23-5a416870dc59","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.342368783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7d813520-47cc-401a-ab23-5a416870dc59","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.342598211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d9d9c203-c644-4e7c-9f4a-1306b7679b35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.342608922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d9d9c203-c644-4e7c-9f4a-1306b7679b35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.342772831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"91ad0532-ff8b-4fb5-9f3f-bbb6820bf4b0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.342781935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"91ad0532-ff8b-4fb5-9f3f-bbb6820bf4b0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.342993244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2f28ce93-3163-4be8-ba95-78e033efc58a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.343003011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2f28ce93-3163-4be8-ba95-78e033efc58a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.343160807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b5e38032-7190-4ef8-ac09-415006796b68","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.343169945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b5e38032-7190-4ef8-ac09-415006796b68","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.343347157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9317424b-2a87-4050-867a-66e13888bc8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.343357244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9317424b-2a87-4050-867a-66e13888bc8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.343516827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c50cb462-fe66-45a6-94c3-3b9aca1c792c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.343525499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c50cb462-fe66-45a6-94c3-3b9aca1c792c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.432408684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"793024a5-aa6b-4d32-96ff-905e7e16a0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.437879128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f70b1943-585c-4fa0-a9af-5941a61fdbc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.487930423Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97d991cc-0279-4f60-90c1-c3ee1bc09369","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.488947215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"793024a5-aa6b-4d32-96ff-905e7e16a0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.489016572Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"793024a5-aa6b-4d32-96ff-905e7e16a0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.53810402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f70b1943-585c-4fa0-a9af-5941a61fdbc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.650843142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b25afa83-07db-43b8-a6dd-f59469172e4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.650864948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b25afa83-07db-43b8-a6dd-f59469172e4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.69727932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8470a854-73a7-4405-8e3a-90f4d4515edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.752174959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8470a854-73a7-4405-8e3a-90f4d4515edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.75226212Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8470a854-73a7-4405-8e3a-90f4d4515edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.853662695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c5a9054-03d3-4dd0-bd18-229ba06e6778","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.893373032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faa9b0c8-2c99-4ec8-b1e4-f749c768cb2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.948600416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faa9b0c8-2c99-4ec8-b1e4-f749c768cb2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:06.514956583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c036b2b8-0698-414e-b25f-51c0bc360393","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:06.514986026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c036b2b8-0698-414e-b25f-51c0bc360393","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:06.707593556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dee03317-f445-447b-9797-c70acd3c6402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:06.707593747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7de78a65-a764-4c00-8329-c35e7cdc6349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:06.71537885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5354e532-90e2-4532-bab0-27bc5c724eed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:06.762938599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dee03317-f445-447b-9797-c70acd3c6402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:06.762943655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7de78a65-a764-4c00-8329-c35e7cdc6349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:06.763094607Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7de78a65-a764-4c00-8329-c35e7cdc6349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:06.975200413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37e43062-6963-4762-9cd1-b864a554107b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:07.032853805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37e43062-6963-4762-9cd1-b864a554107b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:07.03292938Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37e43062-6963-4762-9cd1-b864a554107b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:07.165549136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47aacb93-989c-4e63-8b55-480ba2d11621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:07.220735913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47aacb93-989c-4e63-8b55-480ba2d11621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.325896622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.490134849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b73103c-8524-4690-bb2a-c4802d49cb62","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.490241584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b73103c-8524-4690-bb2a-c4802d49cb62","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.490566249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95feb8b5-2ee5-4e79-aa69-9cf903f8800d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.490583607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95feb8b5-2ee5-4e79-aa69-9cf903f8800d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.490779112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b1fdcb6-ce8a-413d-911f-987fc29f50b7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.490789218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b1fdcb6-ce8a-413d-911f-987fc29f50b7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.490953856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a32df3a7-9009-40d5-a6be-e360ba0e2cb4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.490964294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a32df3a7-9009-40d5-a6be-e360ba0e2cb4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.491129108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"92205016-3181-4e4a-be67-3a747748202e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.491138418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"92205016-3181-4e4a-be67-3a747748202e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.49132235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b738194f-2ca1-4290-b381-690b0480c20d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.491332632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b738194f-2ca1-4290-b381-690b0480c20d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.491511515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6007eb3-14e6-40a3-be77-2bbe9976cfd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.491521418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6007eb3-14e6-40a3-be77-2bbe9976cfd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.491746997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"344e9a26-0dad-4ecc-9609-ffe47d09b3db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.491756921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"344e9a26-0dad-4ecc-9609-ffe47d09b3db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.555301189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"372b2580-b9dc-4fef-8698-9f2253e203a3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.555325391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"372b2580-b9dc-4fef-8698-9f2253e203a3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.555582764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"495bf88d-f4d1-425c-9e0f-391d6e057a27","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.555595346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"495bf88d-f4d1-425c-9e0f-391d6e057a27","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.555783516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b07ae0d7-4d04-4df0-b367-4f2aab7d5701","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.555797519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b07ae0d7-4d04-4df0-b367-4f2aab7d5701","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.555985672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"902aa520-e13f-4e30-aa02-63b638771293","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.55599928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"902aa520-e13f-4e30-aa02-63b638771293","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.556232612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2c2381d-9429-4f3a-85c6-26d3d50c56b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.556247024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2c2381d-9429-4f3a-85c6-26d3d50c56b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.55645049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9265a5a8-8487-4a68-abcb-08c025e669c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.556461094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9265a5a8-8487-4a68-abcb-08c025e669c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.556646356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f4bd7aa-33ed-4758-8cd2-3656fe9cdbce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.55665693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f4bd7aa-33ed-4758-8cd2-3656fe9cdbce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.55691056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e5bfccd-22c0-44dc-83ec-b598fd0515e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.556922372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e5bfccd-22c0-44dc-83ec-b598fd0515e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.639319758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7737aa07-b094-4b32-a60c-0cf5b197b925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.640949329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96d66edc-cf36-4f89-aad3-8a18536294bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.692959337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7141b1b9-9956-4b10-9452-da73451e7c3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.694544408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7737aa07-b094-4b32-a60c-0cf5b197b925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.695657621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96d66edc-cf36-4f89-aad3-8a18536294bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.697514Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ef83b06-52e4-43b3-8d82-e1cfd9c6363c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.853337981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"488f4618-4644-473c-acf9-80a000f8b8f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.853364211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"488f4618-4644-473c-acf9-80a000f8b8f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:08.996836353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1b65b35-c328-4319-93fb-040671f8d037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.051811055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1b65b35-c328-4319-93fb-040671f8d037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.053462876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"08f1fe42-337c-4b11-ae12-e70dd0d41a66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.097415923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cbb8e65-b595-46f5-b13c-8dc9cb7d3cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.152452144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cbb8e65-b595-46f5-b13c-8dc9cb7d3cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.699778146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05c719e7-3561-4e95-92de-71f332512c61","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.699799721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05c719e7-3561-4e95-92de-71f332512c61","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.907047428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"58f2336a-f837-45fd-9aaf-303944f20835","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:12.929049952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e13e5a64-387f-4a13-969c-723195ccc270","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:12.929069618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e13e5a64-387f-4a13-969c-723195ccc270","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.124242548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b17a94f2-3148-4604-a226-ab68f6ac54d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.196067408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a85e8134-38f4-4ae6-881d-b0dc0c68b332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.196067164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88ad4139-da93-43a3-830b-712d9808780a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.19953791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63c7efc6-2434-41cb-a0f3-8940b3d45cc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.300243537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1c40a2-2a21-4e7f-8aa7-0af7d17a5d53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.300268351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1c40a2-2a21-4e7f-8aa7-0af7d17a5d53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.301514501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88ad4139-da93-43a3-830b-712d9808780a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.30302843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a85e8134-38f4-4ae6-881d-b0dc0c68b332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.406438314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fda2cf5e-b98b-497f-8a47-f6afb960dcd0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.406458082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fda2cf5e-b98b-497f-8a47-f6afb960dcd0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.651349076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9725f7e6-3c68-485f-b787-baf59b16ccaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.651348168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25a666ba-634f-44d8-abe8-402ce68f2622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.706873514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9725f7e6-3c68-485f-b787-baf59b16ccaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:14.707096065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25a666ba-634f-44d8-abe8-402ce68f2622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.832540698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b8f505a-5842-4503-a9a0-5fe16eb86201","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.832561957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b8f505a-5842-4503-a9a0-5fe16eb86201","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:18.228362497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c18d1cc7-3cb2-44f7-bc58-2870ef812a3f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:18.228382076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c18d1cc7-3cb2-44f7-bc58-2870ef812a3f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:18.557026437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ce3a7ff7-00c6-4b2a-be3a-4d2b08a75a85","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:18.557048187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ce3a7ff7-00c6-4b2a-be3a-4d2b08a75a85","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:18.557380931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc1dfb3a-41f7-4cd8-86e5-ee1ffbee41c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:18.557393532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc1dfb3a-41f7-4cd8-86e5-ee1ffbee41c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:18.557588748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb993271-a8d5-49cc-90e4-829b79c17176","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:18.557599486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb993271-a8d5-49cc-90e4-829b79c17176","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:21.206597906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"16b6adee-6620-449b-96b8-4dddaf4810ba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:21.206618597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"16b6adee-6620-449b-96b8-4dddaf4810ba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:22.988247744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"233b8b17-7320-46cf-a134-607ba0e82f0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:23.089288797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9860f06-9cee-428c-a7de-f513b861ddd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:24.200235719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fa868f07-31fa-4aaa-9ede-69173ce1c40e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:24.200261543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fa868f07-31fa-4aaa-9ede-69173ce1c40e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:24.301466585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf34972e-38f6-4913-976b-701074fdddbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:24.301488619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf34972e-38f6-4913-976b-701074fdddbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:24.407155245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a27099a-f2fe-44ec-a2e0-d21062890258","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:24.407174172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a27099a-f2fe-44ec-a2e0-d21062890258","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:26.83784195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8822fc59-78c8-42e6-93d1-e83d073c0397","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:26.83786352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8822fc59-78c8-42e6-93d1-e83d073c0397","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.569625181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dae8a8fd-5c60-47b5-a510-f312319c93a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.5696482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dae8a8fd-5c60-47b5-a510-f312319c93a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.771423697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"640d42a7-f22a-4b27-9263-c03857e388e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.774997553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfa91523-ab10-4a03-b5b6-76512fa6137f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.774997914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ca10f5b-ce33-4b76-a32e-69efacedd91e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.877561168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfa91523-ab10-4a03-b5b6-76512fa6137f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.878139712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ca10f5b-ce33-4b76-a32e-69efacedd91e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.932165072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39a33a25-9015-4e81-b429-84651e30f64a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.932189605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39a33a25-9015-4e81-b429-84651e30f64a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:30.143023047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e459f8d5-dbee-4796-ad68-c14a3d7918f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:32.456122601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"badead1d-deff-4d07-9b55-b73840cfb2db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:32.456146095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"badead1d-deff-4d07-9b55-b73840cfb2db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:32.657595954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1bcde41f-d562-4ca5-9d87-8100a73c2ac0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:32.665811134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"968ef689-67be-4834-98fc-ca855ec27ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:32.665811168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fb6f78d-20b0-4c6d-bfbe-516f6134b1de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:32.768935638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"968ef689-67be-4834-98fc-ca855ec27ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:32.769523869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fb6f78d-20b0-4c6d-bfbe-516f6134b1de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:32.823422547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fad078c-4ebd-4eab-92c6-9151d4d839f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:32.823448625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fad078c-4ebd-4eab-92c6-9151d4d839f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:33.025396394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a041d3a0-c33e-4649-8c54-4ed5eb712712","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.548408196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7187687-edcd-4603-b3cd-a6f26dcbd265","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.548438184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7187687-edcd-4603-b3cd-a6f26dcbd265","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.701255882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00a387c5-ef85-43d8-aaf3-763fbcc72ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.756289884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00a387c5-ef85-43d8-aaf3-763fbcc72ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.7703533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a1537e4-1f20-488b-8133-3449149ae050","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.770371079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a1537e4-1f20-488b-8133-3449149ae050","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.957258235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5436ef50-dfd1-40d4-8396-95b27b692ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.009678909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03e534fd-ca60-4fd0-9fbf-200e70d657d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.013303666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40957079-d504-4a0b-97db-07b102052744","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.013320895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40957079-d504-4a0b-97db-07b102052744","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.014665356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5436ef50-dfd1-40d4-8396-95b27b692ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.166101915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d44ce36f-544e-4b84-b1f9-feee6da80d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.170813154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a1b0055-4b9a-43fe-97a8-61d33fddee31","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.170832482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a1b0055-4b9a-43fe-97a8-61d33fddee31","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.221070281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d44ce36f-544e-4b84-b1f9-feee6da80d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:38:36.422536069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d44ce36f-544e-4b84-b1f9-feee6da80d53","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.582915575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637050c8-64a1-4eb4-8c30-2ad2a5cd9fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.638005085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637050c8-64a1-4eb4-8c30-2ad2a5cd9fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:38.324164454Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:08.372012568Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:17.825794552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d246954b-5d7c-4da4-92a8-2faddef87c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:17.876192091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d246954b-5d7c-4da4-92a8-2faddef87c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:17.926547097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d246954b-5d7c-4da4-92a8-2faddef87c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:17.979381802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d246954b-5d7c-4da4-92a8-2faddef87c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:18.446322668Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-24d78330","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-24d78330","reconcileID":"0082ce57-a95a-47c6-b607-2ba9fab4151c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-24d78330","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-24d78330":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:19.041006722Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d6a47bf7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d6a47bf7","reconcileID":"a4ca485c-56de-447a-9179-ad109800748b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d6a47bf7","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-d6a47bf7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:19.879693815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2955f6ec-4a9f-4983-bd07-9f984fe4198a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:19.930285613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2955f6ec-4a9f-4983-bd07-9f984fe4198a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:19.980398102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2955f6ec-4a9f-4983-bd07-9f984fe4198a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.030282197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2955f6ec-4a9f-4983-bd07-9f984fe4198a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.03665043Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-30d0c8aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-30d0c8aa","reconcileID":"43ea7ae0-161b-41cc-8986-4ccae673e27c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-30d0c8aa-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-30d0c8aa-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:21.876595758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e317fb8-91dd-4330-90d9-07e9a8873f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:21.9265643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e317fb8-91dd-4330-90d9-07e9a8873f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:21.977122758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e317fb8-91dd-4330-90d9-07e9a8873f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:22.027373095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e317fb8-91dd-4330-90d9-07e9a8873f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:23.948835895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ab7ea0-ed72-4f8a-afca-38dab1a759c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:23.998802653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ab7ea0-ed72-4f8a-afca-38dab1a759c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:24.048825456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ab7ea0-ed72-4f8a-afca-38dab1a759c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:24.098970675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ab7ea0-ed72-4f8a-afca-38dab1a759c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:24.260439084Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-95fa4445","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-95fa4445","reconcileID":"a0c25bf4-bc83-4831-ab39-1237271dc367","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-95fa4445","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-95fa4445":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:26.022443929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e261792-8e96-4f75-9500-da7dff97ead5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:26.072310127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e261792-8e96-4f75-9500-da7dff97ead5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:26.122445047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e261792-8e96-4f75-9500-da7dff97ead5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:26.172552554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e261792-8e96-4f75-9500-da7dff97ead5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:28.05233877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6753d53d-153d-44d7-af29-8adf43e0a766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:28.10247233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6753d53d-153d-44d7-af29-8adf43e0a766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:28.153388479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6753d53d-153d-44d7-af29-8adf43e0a766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:28.204965946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6753d53d-153d-44d7-af29-8adf43e0a766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:28.364243055Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-2b9202f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-2b9202f4","reconcileID":"4af005f5-0333-4506-b1fc-f691d4f7c2d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-2b9202f4","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-2b9202f4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:29.350339963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"88ed084a-1c43-4268-be75-9eaeccecdbc5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-d6a47bf7","tenantID":"e2e-ait-d6a47bf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:29.466843174Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"88ed084a-1c43-4268-be75-9eaeccecdbc5","name":"e2e-ait-d6a47bf7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:30.073242921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4113eb1-094c-416c-a790-f6f385c3bfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:30.124641048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4113eb1-094c-416c-a790-f6f385c3bfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:30.174949323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4113eb1-094c-416c-a790-f6f385c3bfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:30.225143347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4113eb1-094c-416c-a790-f6f385c3bfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:32.052234616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd54386-e3cb-4282-bc3c-de1ae5009036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:32.102997644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd54386-e3cb-4282-bc3c-de1ae5009036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:32.15455596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd54386-e3cb-4282-bc3c-de1ae5009036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:32.204801894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd54386-e3cb-4282-bc3c-de1ae5009036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:34.046883994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2f0406-ea70-4ec9-8ecf-8dd9d13f75cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:34.097046329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2f0406-ea70-4ec9-8ecf-8dd9d13f75cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:34.147297825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2f0406-ea70-4ec9-8ecf-8dd9d13f75cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:34.198507102Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"287b44e1-24bf-46db-a45c-a89b635ffd83","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:34.199464785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2f0406-ea70-4ec9-8ecf-8dd9d13f75cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:34.257096455Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"287b44e1-24bf-46db-a45c-a89b635ffd83","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:34.359054125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"287b44e1-24bf-46db-a45c-a89b635ffd83","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-30d0c8aa-gw","tenantID":"e2e-migrate-30d0c8aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:34.360473329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ffa6c54d-ad76-4c3b-8bba-62f0dabeaad4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:34.511449619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a89e23a7-9eec-41e2-aa75-2fc46950ee88","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:34.524462108Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"287b44e1-24bf-46db-a45c-a89b635ffd83","name":"e2e-migrate-30d0c8aa-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:36.09161541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43642de-cdb7-4bae-9c1e-0dfad8c6c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:36.14220331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43642de-cdb7-4bae-9c1e-0dfad8c6c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:36.194491359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43642de-cdb7-4bae-9c1e-0dfad8c6c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:36.245032286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43642de-cdb7-4bae-9c1e-0dfad8c6c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:38.111708356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9170d19-93b0-47a7-944b-6655d8c5b39f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:38.161878958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9170d19-93b0-47a7-944b-6655d8c5b39f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:38.212251415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9170d19-93b0-47a7-944b-6655d8c5b39f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:38.26474412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9170d19-93b0-47a7-944b-6655d8c5b39f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:38.323905362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:39.505375638Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5846973e-747c-481c-8139-c2c0261bebdb","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:40.139660703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51aed254-2bc9-4090-a29c-405499bca173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:40.189736876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51aed254-2bc9-4090-a29c-405499bca173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:40.239778597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51aed254-2bc9-4090-a29c-405499bca173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:40.290132399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51aed254-2bc9-4090-a29c-405499bca173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:42.136625403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73adbe9c-9119-44f3-bfed-e4c8a02e2f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:42.186983172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73adbe9c-9119-44f3-bfed-e4c8a02e2f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:42.236825472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73adbe9c-9119-44f3-bfed-e4c8a02e2f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:42.287125197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73adbe9c-9119-44f3-bfed-e4c8a02e2f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:44.774921959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"adc7ff17-b42f-4e0c-a239-011b4ef43411","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-24d78330","tenantID":"e2e-ait-24d78330","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:44.897461372Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"adc7ff17-b42f-4e0c-a239-011b4ef43411","name":"e2e-ait-24d78330-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:49.718090431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"22cbfa7e-f5af-470f-8ad8-8d497a42bb0a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-2b9202f4","tenantID":"e2e-derive-2b9202f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:49.830913631Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"22cbfa7e-f5af-470f-8ad8-8d497a42bb0a","name":"e2e-derive-2b9202f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:54.64657782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"a8c5ee68-bdd5-4a6f-a36f-f6d0db72a4d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-95fa4445","tenantID":"e2e-ait-95fa4445","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:54.760984142Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"a8c5ee68-bdd5-4a6f-a36f-f6d0db72a4d9","name":"e2e-ait-95fa4445-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:01.170834561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bed8f48-5309-4633-87a9-95113020b16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:01.221092018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bed8f48-5309-4633-87a9-95113020b16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:01.271234563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bed8f48-5309-4633-87a9-95113020b16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:01.32167898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bed8f48-5309-4633-87a9-95113020b16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:03.220426438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3e889b-7fa7-4a1f-bede-130d14497fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:03.270869834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3e889b-7fa7-4a1f-bede-130d14497fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:03.320809971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3e889b-7fa7-4a1f-bede-130d14497fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:03.371074056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3e889b-7fa7-4a1f-bede-130d14497fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:04.179854264Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"6893da02-5dee-4e62-9f0c-b94562691b3a","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:04.283307483Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"6893da02-5dee-4e62-9f0c-b94562691b3a","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:06.046458507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c39bef8c-a438-42d1-8f5c-45a83060abd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:06.099461227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c39bef8c-a438-42d1-8f5c-45a83060abd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:06.149688913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c39bef8c-a438-42d1-8f5c-45a83060abd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:06.204845113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c39bef8c-a438-42d1-8f5c-45a83060abd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:07.690205883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f9bd6ae-0b32-4075-8703-408797d6d592","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:07.847551409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb5b4bab-48a1-4eb5-a480-c72faf8ace15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:08.036758675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bac4253-b30c-423a-ba63-03968c1aa3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:08.087024739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bac4253-b30c-423a-ba63-03968c1aa3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:08.137270977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bac4253-b30c-423a-ba63-03968c1aa3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:08.187483019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bac4253-b30c-423a-ba63-03968c1aa3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:08.324812272Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:09.403071551Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"92162997-f86f-438c-b580-e3613cfb9cc6","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:10.019481023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b52975-b95c-4406-aa07-7d98a92fdb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:10.070422627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b52975-b95c-4406-aa07-7d98a92fdb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:10.12063068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b52975-b95c-4406-aa07-7d98a92fdb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:10.170888345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b52975-b95c-4406-aa07-7d98a92fdb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:12.010945399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1a7bce-a5a2-4a69-971a-c3c0badf1c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:12.061533353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1a7bce-a5a2-4a69-971a-c3c0badf1c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:12.113489508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1a7bce-a5a2-4a69-971a-c3c0badf1c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:12.163722952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1a7bce-a5a2-4a69-971a-c3c0badf1c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:14.021806733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866ba680-022f-4403-937c-765fe3109e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:14.071810847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866ba680-022f-4403-937c-765fe3109e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:14.121791243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866ba680-022f-4403-937c-765fe3109e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:14.172049955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866ba680-022f-4403-937c-765fe3109e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:16.127294019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27022d3b-b9c1-4a43-84f3-fd9d4be654f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:16.177890533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27022d3b-b9c1-4a43-84f3-fd9d4be654f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:16.228913403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27022d3b-b9c1-4a43-84f3-fd9d4be654f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:16.279179181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27022d3b-b9c1-4a43-84f3-fd9d4be654f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:18.110356941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8924b9-b96a-4ae4-9660-959ad90ef737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:18.16014212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8924b9-b96a-4ae4-9660-959ad90ef737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:18.210013496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8924b9-b96a-4ae4-9660-959ad90ef737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:18.25990894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8924b9-b96a-4ae4-9660-959ad90ef737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:20.112562943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d768d48-e770-4c3c-a943-4f21ace8295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:20.162630055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d768d48-e770-4c3c-a943-4f21ace8295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:20.2125095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d768d48-e770-4c3c-a943-4f21ace8295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:20.262644061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d768d48-e770-4c3c-a943-4f21ace8295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:22.091021376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ce061-7b09-4643-8727-5b5afa2d918a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:22.141145041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ce061-7b09-4643-8727-5b5afa2d918a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:22.191365745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ce061-7b09-4643-8727-5b5afa2d918a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:22.241315335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ce061-7b09-4643-8727-5b5afa2d918a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:24.061837524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a8e4e8-a771-4907-9d6e-0f4c86e83e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:24.111979719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a8e4e8-a771-4907-9d6e-0f4c86e83e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:24.161940308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a8e4e8-a771-4907-9d6e-0f4c86e83e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:24.212233477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a8e4e8-a771-4907-9d6e-0f4c86e83e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.485005737Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","namespace":"ai-tenant-e2e-ait-d6a47bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.485106476Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","namespace":"ai-tenant-e2e-ait-d6a47bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.485179844Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","tenant":"e2e-ait-d6a47bf7","tenantID":"e2e-ait-d6a47bf7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.537654543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"Deployment","name":"maas-api-e2e-ait-d6a47bf7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.595142002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"Service","name":"maas-api-e2e-ait-d6a47bf7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.655346062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-d6a47bf7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.708351274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-d6a47bf7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.762006497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.814824746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.867612189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.92355045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:25.973807285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"Deployment","name":"payload-processing-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.023460454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.046359437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a43361-d7c3-4a2f-9132-0772857a8bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.095972053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"Service","name":"payload-processing-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.096416851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a43361-d7c3-4a2f-9132-0772857a8bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.146433009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"Service","name":"payload-pre-processing-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.148626622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a43361-d7c3-4a2f-9132-0772857a8bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.198461784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"DestinationRule","name":"payload-processing-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.199135371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a43361-d7c3-4a2f-9132-0772857a8bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.249002186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.298630513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.354163714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.404040967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.454777524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.504696759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-d6a47bf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:26.554413259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d6a47bf7"},"namespace":"ai-tenant-e2e-ait-d6a47bf7","name":"default-tenant","reconcileID":"c5b53e6b-eaf9-4e80-af38-821edff2bd10","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-d6a47bf7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:27.52948493Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d6a47bf7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d6a47bf7","reconcileID":"d6c8ce8b-5c62-4957-90b7-a8497fbcb9bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d6a47bf7","removed":["maas.opendatahub.io/gateway-access-e2e-ait-d6a47bf7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:28.110635755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43ed3f6-0fb8-4d88-b253-c7961eebe236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:28.161167434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43ed3f6-0fb8-4d88-b253-c7961eebe236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:28.216106908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43ed3f6-0fb8-4d88-b253-c7961eebe236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:28.270563426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43ed3f6-0fb8-4d88-b253-c7961eebe236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:30.130382231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da4af73-a670-4789-9d3b-e024ccee96f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:30.18059839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da4af73-a670-4789-9d3b-e024ccee96f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:30.230650663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da4af73-a670-4789-9d3b-e024ccee96f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:30.280636772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da4af73-a670-4789-9d3b-e024ccee96f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:31.049327843Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"fb3fae85-d49d-4027-bdea-52acd81d986b","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:31.153333738Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"fb3fae85-d49d-4027-bdea-52acd81d986b","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:32.196732009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9746f4-98ef-4352-b6b4-32faf6bd3254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:32.24724229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9746f4-98ef-4352-b6b4-32faf6bd3254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:32.297473828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9746f4-98ef-4352-b6b4-32faf6bd3254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:32.347546966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9746f4-98ef-4352-b6b4-32faf6bd3254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:32.655874091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b516839d-d98a-40ad-be84-b111e0f0bf68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:32.940949087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ba00448-ad77-4ed6-acec-dfd12966a29a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:33.863434782Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-29ece5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-29ece5","reconcileID":"f9b9ffd5-3a8b-432c-8c85-f44b8f9ec642","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-29ece5","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-29ece5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:34.228566128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bcb03d-5464-407c-bd0b-fe4c8cf80edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:34.278724765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bcb03d-5464-407c-bd0b-fe4c8cf80edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:34.328837949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bcb03d-5464-407c-bd0b-fe4c8cf80edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:34.378710771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bcb03d-5464-407c-bd0b-fe4c8cf80edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.211754666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4512e562-1339-4b50-a665-07ca76f57f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.261854691Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"de2b3b84-19c8-40af-a5b4-132070e8797a","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.262313368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4512e562-1339-4b50-a665-07ca76f57f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.312577627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4512e562-1339-4b50-a665-07ca76f57f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.362895349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4512e562-1339-4b50-a665-07ca76f57f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.685667665Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","namespace":"ai-tenant-e2e-ait-24d78330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.685745492Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","namespace":"ai-tenant-e2e-ait-24d78330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.685820009Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","tenant":"e2e-ait-24d78330","tenantID":"e2e-ait-24d78330","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.738402823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"Deployment","name":"maas-api-e2e-ait-24d78330","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.798334075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"Service","name":"maas-api-e2e-ait-24d78330","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.856955113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-24d78330","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.908827335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-24d78330","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:36.96307347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.016883597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.071989901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.124258783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.174257148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"Deployment","name":"payload-processing-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.226455566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.276551924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"Service","name":"payload-processing-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.326641569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"Service","name":"payload-pre-processing-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.390205192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"DestinationRule","name":"payload-processing-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.439772732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.489201817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.54310749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.592604899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.642142106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.708843345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-24d78330","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.758366483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-24d78330"},"namespace":"ai-tenant-e2e-ait-24d78330","name":"default-tenant","reconcileID":"6a81e06d-5392-4160-93df-63ea291a6def","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-24d78330","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.813120989Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","namespace":"ai-tenant-e2e-derive-2b9202f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.81318292Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","namespace":"ai-tenant-e2e-derive-2b9202f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.813262515Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","tenant":"e2e-derive-2b9202f4","tenantID":"e2e-derive-2b9202f4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.865618917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"Deployment","name":"maas-api-e2e-derive-2b9202f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.925510675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"Service","name":"maas-api-e2e-derive-2b9202f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:37.982274755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-2b9202f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.03412718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-2b9202f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.087538969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.140326919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.196797039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.228498619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2596a77-ae21-4e06-a806-bcd87a59e6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.278674023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2596a77-ae21-4e06-a806-bcd87a59e6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.282848511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.324523646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.328503552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2596a77-ae21-4e06-a806-bcd87a59e6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.378713024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2596a77-ae21-4e06-a806-bcd87a59e6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.380065573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"Deployment","name":"payload-processing-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.432080134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.492974251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"Service","name":"payload-processing-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.555187499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"Service","name":"payload-pre-processing-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.658042723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"DestinationRule","name":"payload-processing-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.736800662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.791886286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.852763334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.854661304Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-24d78330","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-24d78330","reconcileID":"33c0633f-9bc9-4a59-b76e-963562ab6b85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-24d78330","removed":["maas.opendatahub.io/gateway-access-e2e-ait-24d78330"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.905868633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:38.970508384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:39.034353775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-2b9202f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:39.086300236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2b9202f4"},"namespace":"ai-tenant-e2e-derive-2b9202f4","name":"default-tenant","reconcileID":"79ba8b80-3545-47aa-87f4-deab19870e0a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-2b9202f4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:40.268298839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d1dbc8-8e38-48d1-9739-d097ee0f6663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:40.31885671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d1dbc8-8e38-48d1-9739-d097ee0f6663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:40.368932354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d1dbc8-8e38-48d1-9739-d097ee0f6663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:40.4189352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d1dbc8-8e38-48d1-9739-d097ee0f6663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:41.891165123Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-2b9202f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-2b9202f4","reconcileID":"7553750b-3b8d-48e6-8940-3991565fa0d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-2b9202f4","removed":["maas.opendatahub.io/gateway-access-e2e-derive-2b9202f4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:42.326009088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a97b8c3-e471-4076-b087-4f8a997d90ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:42.381905525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a97b8c3-e471-4076-b087-4f8a997d90ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:42.432469644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a97b8c3-e471-4076-b087-4f8a997d90ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:42.48276898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a97b8c3-e471-4076-b087-4f8a997d90ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.377858059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2825f987-61b6-4c44-8ca4-70afe3dec5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.378104501Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","namespace":"ai-tenant-e2e-migrate-30d0c8aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.427997875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2825f987-61b6-4c44-8ca4-70afe3dec5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.428091228Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","namespace":"ai-tenant-e2e-migrate-30d0c8aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.428182877Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","tenant":"e2e-migrate-30d0c8aa","tenantID":"e2e-migrate-30d0c8aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.478142739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2825f987-61b6-4c44-8ca4-70afe3dec5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.528707668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2825f987-61b6-4c44-8ca4-70afe3dec5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.530046262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"Deployment","name":"maas-api-e2e-migrate-30d0c8aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.588109124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"Service","name":"maas-api-e2e-migrate-30d0c8aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.646820279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-30d0c8aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.698907132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-30d0c8aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.790954399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.84501891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.89445387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.943882212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.993422696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"Deployment","name":"payload-processing-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:45.04336695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:45.092871472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"Service","name":"payload-processing-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:45.142620443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"Service","name":"payload-pre-processing-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:45.192448847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:45.241980304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:45.291564185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:45.341190132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:45.390747132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:45.440394746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:45.490071683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-30d0c8aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:45.546977092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-30d0c8aa"},"namespace":"ai-tenant-e2e-migrate-30d0c8aa","name":"default-tenant","reconcileID":"8c1cbffc-8494-4a29-8364-307bf17e0638","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-30d0c8aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.376459789Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-30d0c8aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-30d0c8aa","reconcileID":"717123bc-52b7-4509-8560-3f1675bae382","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-30d0c8aa-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-30d0c8aa-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.440464039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887f535b-8e25-49e0-a47a-77f8507b9662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.491560568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887f535b-8e25-49e0-a47a-77f8507b9662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.542095964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887f535b-8e25-49e0-a47a-77f8507b9662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.592281449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887f535b-8e25-49e0-a47a-77f8507b9662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:47.657898818Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-ef2572","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-ef2572","reconcileID":"dda1382b-8309-45ea-bd7f-73624473b9ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-ef2572","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-ef2572":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:48.423017792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3faaa025-ee99-48eb-827a-34a824db6c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:48.478054175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3faaa025-ee99-48eb-827a-34a824db6c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:48.529039123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3faaa025-ee99-48eb-827a-34a824db6c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:48.57903494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3faaa025-ee99-48eb-827a-34a824db6c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:50.351290118Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b63c24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b63c24","reconcileID":"414f77d4-cbc8-4413-be44-43c37906e1d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b63c24","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-b63c24":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:50.411875774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc4e8c7-a79b-4e92-abb3-526449a4e6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:50.462288038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc4e8c7-a79b-4e92-abb3-526449a4e6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:50.512419488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc4e8c7-a79b-4e92-abb3-526449a4e6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:50.56277777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc4e8c7-a79b-4e92-abb3-526449a4e6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:50.668063203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"317f4aed-f9b3-4a37-9e36-500c54738362","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:50.837273019Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"317f4aed-f9b3-4a37-9e36-500c54738362","name":"e2e-worker-w2-29ece5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:52.415652882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809616b0-277b-457e-a8ee-9b34bf2b1f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:52.465806944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809616b0-277b-457e-a8ee-9b34bf2b1f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:52.516504192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809616b0-277b-457e-a8ee-9b34bf2b1f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:52.566775127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809616b0-277b-457e-a8ee-9b34bf2b1f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:54.307320951Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-dd98f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-dd98f0","reconcileID":"50a1cc97-9a17-4cc8-a0a9-37c22501237a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-dd98f0","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-dd98f0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:54.385536119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad833e4-86e4-4dd6-9d6d-5d3005d121d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:54.435667465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad833e4-86e4-4dd6-9d6d-5d3005d121d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:54.485958238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad833e4-86e4-4dd6-9d6d-5d3005d121d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:54.535996177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad833e4-86e4-4dd6-9d6d-5d3005d121d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.08119589Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","namespace":"ai-tenant-e2e-ait-95fa4445","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.081269652Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","namespace":"ai-tenant-e2e-ait-95fa4445","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.081321675Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","tenant":"e2e-ait-95fa4445","tenantID":"e2e-ait-95fa4445","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.156813044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"Deployment","name":"maas-api-e2e-ait-95fa4445","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.251739964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"Service","name":"maas-api-e2e-ait-95fa4445","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.306874873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-95fa4445","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.358876238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-95fa4445","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.394086156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c69f49-31b9-4b15-a9cb-982fbca18a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.444315144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c69f49-31b9-4b15-a9cb-982fbca18a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.44720698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.494555249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c69f49-31b9-4b15-a9cb-982fbca18a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.544949199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c69f49-31b9-4b15-a9cb-982fbca18a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.546922566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.60151337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.653739351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.703138582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"Deployment","name":"payload-processing-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.800835174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.850381984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"Service","name":"payload-processing-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.899876353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"Service","name":"payload-pre-processing-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.950461767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.000113495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.049627863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.103825951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.15337382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.202731737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.252230559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-95fa4445","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.301694976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-95fa4445"},"namespace":"ai-tenant-e2e-ait-95fa4445","name":"default-tenant","reconcileID":"420c03c8-80a7-4842-8a99-27c84ad6238a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-95fa4445","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:58.109543346Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-95fa4445","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-95fa4445","reconcileID":"017b5c49-05ec-43d4-accc-3ed374d4f63c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-95fa4445","removed":["maas.opendatahub.io/gateway-access-e2e-ait-95fa4445"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:59.208429665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ab6999-edc2-4099-9421-49de67ea4e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:59.260780158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ab6999-edc2-4099-9421-49de67ea4e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:59.311325625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ab6999-edc2-4099-9421-49de67ea4e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:59.36132894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ab6999-edc2-4099-9421-49de67ea4e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:01.220549333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ed961-e68f-4027-bab9-6d440d69e359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:01.270664073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ed961-e68f-4027-bab9-6d440d69e359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:01.323410688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ed961-e68f-4027-bab9-6d440d69e359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:01.378713825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ed961-e68f-4027-bab9-6d440d69e359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:02.3364775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"e462e3f2-1746-4c3a-9667-8845cf0eb13e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:02.450417423Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"e462e3f2-1746-4c3a-9667-8845cf0eb13e","name":"e2e-worker-w4-ef2572-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:03.658383012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433f4fe0-90d1-453f-8b94-8fb47d2e49cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:03.709571645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433f4fe0-90d1-453f-8b94-8fb47d2e49cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:03.760622832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433f4fe0-90d1-453f-8b94-8fb47d2e49cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:03.810761542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433f4fe0-90d1-453f-8b94-8fb47d2e49cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:04.716851627Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-8bec73","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-8bec73","reconcileID":"be63b889-2693-4e0f-b382-74083a0039ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-8bec73","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-8bec73":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:05.744248483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2bc610e-1420-4881-a7a4-0976c7a066f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:05.796450248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2bc610e-1420-4881-a7a4-0976c7a066f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:05.846621489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2bc610e-1420-4881-a7a4-0976c7a066f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:05.897521038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2bc610e-1420-4881-a7a4-0976c7a066f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.761794974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9079b07c-c119-44ec-8eab-c83f2809464f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.816697326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9079b07c-c119-44ec-8eab-c83f2809464f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.872184378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9079b07c-c119-44ec-8eab-c83f2809464f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.922724088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9079b07c-c119-44ec-8eab-c83f2809464f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:08.324162624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:09.780287683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b731ec-d920-4775-b510-70a05ba3a9b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:09.830604442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b731ec-d920-4775-b510-70a05ba3a9b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:09.881701981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b731ec-d920-4775-b510-70a05ba3a9b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:09.932230374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b731ec-d920-4775-b510-70a05ba3a9b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:10.48870596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"836e841f-b1c3-4875-a115-2d1d6be12ff3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:10.658254621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3426faaa-9813-43bb-aed8-29fc1a74b9b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:11.81247234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a093fe-0fdd-4d9a-a137-6619cba5c9e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:11.86302713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a093fe-0fdd-4d9a-a137-6619cba5c9e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:11.914452524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a093fe-0fdd-4d9a-a137-6619cba5c9e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:11.964675651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a093fe-0fdd-4d9a-a137-6619cba5c9e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:12.79798268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"fccb2359-a402-4083-9f7f-a5cb6f84b467","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:12.912439959Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"fccb2359-a402-4083-9f7f-a5cb6f84b467","name":"e2e-worker-w1-b63c24-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:13.836153098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb1e5aa-50dd-47c4-ad26-5b634a07f988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:13.886048093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb1e5aa-50dd-47c4-ad26-5b634a07f988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:13.936028246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb1e5aa-50dd-47c4-ad26-5b634a07f988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:13.986666398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb1e5aa-50dd-47c4-ad26-5b634a07f988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:15.904623289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a0adb3-dd48-42ab-bc44-5caf8a553de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:15.957612326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a0adb3-dd48-42ab-bc44-5caf8a553de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:16.010480276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a0adb3-dd48-42ab-bc44-5caf8a553de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:16.060852381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a0adb3-dd48-42ab-bc44-5caf8a553de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:17.758945091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3705d08b-2c64-4da3-8788-8ebd297b0721","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:17.869947339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be081c90-8fa9-4ec4-b0cf-834c492ab315","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:17.977763628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96bb5682-e5f9-40a6-a950-fde9c88b74ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:18.02852882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96bb5682-e5f9-40a6-a950-fde9c88b74ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:18.079343992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96bb5682-e5f9-40a6-a950-fde9c88b74ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:18.13644813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96bb5682-e5f9-40a6-a950-fde9c88b74ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:18.245603832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"8e4243e8-6c09-41e9-bd87-b212b5e3e4ab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:18.417845519Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"8e4243e8-6c09-41e9-bd87-b212b5e3e4ab","name":"e2e-worker-w3-dd98f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:30.318087862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850eeee5-74ca-4a2a-b4dc-67e55566643b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:30.368026449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850eeee5-74ca-4a2a-b4dc-67e55566643b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:30.417995928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850eeee5-74ca-4a2a-b4dc-67e55566643b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:30.468207584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850eeee5-74ca-4a2a-b4dc-67e55566643b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:31.561468236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e86f8d2b-caf5-47f3-95ca-23e299dbe6c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:31.662351392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"64c04305-1083-4749-b0e7-f48a2113df90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:32.350728174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c77692-bb2d-4c4f-9fb9-8278be74a46e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:32.401523315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c77692-bb2d-4c4f-9fb9-8278be74a46e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:32.451616813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c77692-bb2d-4c4f-9fb9-8278be74a46e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:32.505372435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c77692-bb2d-4c4f-9fb9-8278be74a46e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:33.637187901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"348a722d-1edf-4251-aecc-0a0ea82353cf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:33.750702938Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"348a722d-1edf-4251-aecc-0a0ea82353cf","name":"e2e-worker-w0-8bec73-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:38.324649986Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:39.854929912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ee19568-d5de-4ff5-8aa5-fb760d3c7405","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:39.974258425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d250242d-d42d-456f-955f-357e839aec9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:45.26736717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80152488-96f8-4915-b559-1c6cced4324b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:45.317571811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80152488-96f8-4915-b559-1c6cced4324b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:45.367598501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80152488-96f8-4915-b559-1c6cced4324b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:45.418439155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80152488-96f8-4915-b559-1c6cced4324b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:47.318184811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa1705e-92a3-42c9-a10e-3a662788f0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:47.368672737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa1705e-92a3-42c9-a10e-3a662788f0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:47.418646424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa1705e-92a3-42c9-a10e-3a662788f0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:47.468799546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa1705e-92a3-42c9-a10e-3a662788f0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:48.372153401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"fd265605-e8ef-445d-8da6-b1b18a3dd164","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:50.321265042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bae0e4f-fd4e-45e3-a56e-e195e972fffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:50.371993678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bae0e4f-fd4e-45e3-a56e-e195e972fffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:50.422314537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bae0e4f-fd4e-45e3-a56e-e195e972fffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:50.472086992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bae0e4f-fd4e-45e3-a56e-e195e972fffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:52.32087254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b969b-5868-41d6-9bfb-6b40b25abfa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:52.371812349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b969b-5868-41d6-9bfb-6b40b25abfa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:52.421823073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b969b-5868-41d6-9bfb-6b40b25abfa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:52.47175705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b969b-5868-41d6-9bfb-6b40b25abfa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:56.869963778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0a5635a2-2ff7-4e2c-ada5-8a8048280388","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:57.091849035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18cef893-f30c-428f-8d09-a6be266966e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:59.872430121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"b53016a6-fb0d-4700-a6f6-65c785dd9db3","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.119585355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"f835b655-1193-4545-8a90-a2eff3740dde","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.187745077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"1e285602-8ca8-4c53-854e-cb3bfa3f318a","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:04.971661281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccadb3a-fc79-4dd4-b958-fa5f7bc61b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:05.022005565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccadb3a-fc79-4dd4-b958-fa5f7bc61b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:05.072180193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccadb3a-fc79-4dd4-b958-fa5f7bc61b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:05.12232348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccadb3a-fc79-4dd4-b958-fa5f7bc61b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:07.024889434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351e1ec8-5c0e-4912-a442-5ed6adc8f666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:07.075478767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351e1ec8-5c0e-4912-a442-5ed6adc8f666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:07.125553696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351e1ec8-5c0e-4912-a442-5ed6adc8f666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:07.175779676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351e1ec8-5c0e-4912-a442-5ed6adc8f666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:07.697376932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9d0a8a8-2dcb-4eff-bb03-7eef3a620357","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:07.799833796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec000f8c-bc58-498d-9539-8635b01817c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:08.324583203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:13.911196117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"121324f4-cc4b-47c5-b818-6f8855101e34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:14.085793952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f1bb2f8-9904-4361-ba00-e27f4d56abe5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:20.53060744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8ccade5-766f-468e-8deb-cb66ac5188d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:20.634003731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ee8cd1a-a7bd-4674-ad33-6ae57c3901a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:33.539933352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"edc71377-67e7-434d-b793-7e5abf96f71f","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:33.606377181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"a00f4232-3038-4f54-a1cc-abda1f2f8c1d","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.273997733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"ed05e967-0909-4602-862c-b47002e1e8b4","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.529447402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"63c6d66b-bd71-45ff-8de5-498c985b47cd","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.586288527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"006722be-1129-42c5-acb7-0b5ad98cebdd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.586315134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"006722be-1129-42c5-acb7-0b5ad98cebdd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.639115212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"bc84879f-2070-4494-a129-7d33416947a7","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.642849851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7c872cd-7cc5-49bc-99c0-812513673a1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.64286831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7c872cd-7cc5-49bc-99c0-812513673a1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.692016653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"fc18802f-9f5a-4471-a704-f772149b33ce","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:42:36.693525881Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-29ece5/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.894744993Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"177805de-2a5f-43cc-815f-5ab60171e6d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"simulator-w2-29ece5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.932711922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"2e83108f-578e-46b6-9019-6ba6ad4d15ee","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.993907288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"5dd3dc65-251b-42a4-9886-c718b9d8b1b1","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.049955536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"82245c23-74aa-4512-a6c2-86144fd6dd23","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.16712141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"481a88b6-bd16-49eb-b9a5-c82ffb242924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.228456216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"67a8a55c-15d0-4aaa-972a-778afa26ae9e","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.254871553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"569cbff4-a7e8-46be-a0d1-7f74a34b563c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.28581722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"5253222f-8c74-4750-807d-29f498c9f136","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.291978924Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"481a88b6-bd16-49eb-b9a5-c82ffb242924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:42:37.391338902Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-29ece5/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.393337636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"481a88b6-bd16-49eb-b9a5-c82ffb242924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.396714031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"a4c66e31-932e-4cc3-a737-b0215a9d35eb","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.443935972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"b1aa867c-f051-4550-ab6a-23c4d47d621b","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.448311411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"beb888b3-5c57-4732-ae37-7ca90fb3a124","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.507301448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"696e00c6-ca50-446e-b275-84584d6e6085","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.547758258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"02499534-5acd-46c3-a0b3-a8e348140045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.563116246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"8d0c39c5-70f0-4a15-b9cb-94d6ff728f8f","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.602652419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"02499534-5acd-46c3-a0b3-a8e348140045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:42:37.614445099Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"8d0c39c5-70f0-4a15-b9cb-94d6ff728f8f","name":"premium-w2-29ece5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-29ece5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:42:37.614533806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"8d0c39c5-70f0-4a15-b9cb-94d6ff728f8f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-29ece5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.620401105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"0dac6b91-4e40-42cf-873e-ad5bdc7c2244","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.648778957Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"057e23cb-a4f8-41b4-ba8f-a53ab8f6ca65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"premium-w2-29ece5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.656231459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"02499534-5acd-46c3-a0b3-a8e348140045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.708829571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"7b73bafb-2a27-46c7-b55c-ba2282485004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.763567489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"7b73bafb-2a27-46c7-b55c-ba2282485004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.806200977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"c1f93783-f1ee-421f-beb0-a26c322ae60c","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.809507618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"f78408f2-a24d-4b68-a670-15fb53ffe66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.817048054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"7b73bafb-2a27-46c7-b55c-ba2282485004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.864531518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"f78408f2-a24d-4b68-a670-15fb53ffe66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.872184225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"1eb0d141-61c3-4e11-b6ca-ca901ca8d0cd","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.918079992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"f78408f2-a24d-4b68-a670-15fb53ffe66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:38.007614661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"489388c8-7e07-4b3d-9537-9ca11a4a8897","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:38.022780505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"676e5e3b-115c-45a7-87ed-a3f42af4a10f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:38.077920228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"676e5e3b-115c-45a7-87ed-a3f42af4a10f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:38.131668445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"676e5e3b-115c-45a7-87ed-a3f42af4a10f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:38.324458149Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:48.069055579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"f1c4dd43-4bd4-40d3-9081-36a01ce37c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:48.12408103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"f1c4dd43-4bd4-40d3-9081-36a01ce37c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:48.177761733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"f1c4dd43-4bd4-40d3-9081-36a01ce37c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:48.281016565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"7132474b-54a3-4e9a-a7d6-6710ffac6bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:48.335388157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"f5d6a12d-5042-4c9e-bacd-b4c38df07ed0","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:48.335943796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"7132474b-54a3-4e9a-a7d6-6710ffac6bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:48.389769606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"7132474b-54a3-4e9a-a7d6-6710ffac6bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:52.150794948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"a3dcfd40-8cdd-48ad-9f63-6d94e5574c57","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:52.355172051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"623fb680-603f-48e9-b868-737f88f07759","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:52.462275525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"249a5dc8-4869-4980-a603-8bdf9a288d3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:52.518534838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"9fa7a985-ce08-47f0-bd90-52f1b574599c","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:52.619908579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"0c75e890-bf91-40cd-bc2f-1c001d590edc","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:52.883649299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"452696d5-289f-4d5f-ad02-768525ba6984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:52.883649337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"8ab6812a-4a32-42c9-a133-6cc3e30ecda9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:52.939789381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"8ab6812a-4a32-42c9-a133-6cc3e30ecda9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:52.939991597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"452696d5-289f-4d5f-ad02-768525ba6984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:52.99404515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe7d152f8bcd2b87bf729cfba5c8b0ba818db1a48801c7e7fe3fa80652b18b1f) AuthConfig (1cb3d75de23a3d1922f8218da1dae9f581830e836d0683e8e00a73440231eb5a) AuthConfig (b91ae38f35b8cdb857a7ff9ff1ba94f2eaed50b81038af42c958dd97930b196d) AuthConfig (e94d4cfd03c23c1a5308cd166cf32b99cb66f772c1e6f24bf946bec1f9cb0726) AuthConfig (eac1efadbc64b68b479df5f60e3ff6915ff434e9a2a3a57dfc85f1b935812bec) AuthConfig (d15944088cb40d9439e9e194c09a8125454bb942f7dde1bee88a9e9cdebe2f07) AuthConfig (8bf225b57e9da6f908393743ee7dffbb150aa3dc4176348c42db158e4d4ddac2) AuthConfig (af98b5e557ca63aeee4af04356e8cebc749bff29aa69dcc0f8eef5db9e88e3a2) AuthConfig (76715c7d59075627f11ddfe8fc4841d574d4f6a08ea5b053ba31042811b9ca27) AuthConfig (3931ac1f1660964045efdba9071b6b65adbbd011ab2c027f2438433d55beed6b) AuthConfig (a97ea68faaa6486e1a6416ca8223bb5b9fc818305c6183b7e7b451bd7800d942) AuthConfig (57bb9bdbcf6ff69ecde4b6ee1f0f94d22827202b54a25bfcfbfa077f832df6a4) AuthConfig (e00e655cfeda295219e3c1313a1900807e29e1334e4438db0d373169f3193756) AuthConfig (ee756e96243b4f6b3aeaa35663edb06bb9e66b251be1011dfd460b990660abec) AuthConfig (5aab2dc6616a53cdf565750733250a87b7da9ce6bedcc2aeb4e3b7e81dae6f40) AuthConfig (0911eb91783f23c60d8aaa0831b16cfba8756f9ac1e17a5af820ff493eec330a) AuthConfig (c605ba9641943591bd3d3eea02cf0715e0d2c4ac8cb9cc181e7a3485d6194f9f) AuthConfig (6ec09f95bc855a95f36fd453efce60f488963a6988e92189644d10dacdaac74a) AuthConfig (f624f1f9452226476e0fcf4daa7bdfc33219053bee7506efa438307112519e3a) AuthConfig (4971341246ac3e8889be2beba2f8cd1ecee72ddfe90119dcb8c4faee68019e3e) AuthConfig (7a4479f90d6974a11d36602d355a2be68f63e1722c505ddaf0bddb042fae3a35) AuthConfig (72866e04ca9672849153cb75e0562f76c19d3d3c0b9a66aee375baa5d96f981d) AuthConfig (89f8d59329a10a35f9b439b4ee72ea0b4f5f6ff4f0b7a4a3129a59c5914027c0) AuthConfig (356b79ab3a51c1cc63b7e5a5740b09a72c367ffb07f0564bc8be90deb44b6ff5) AuthConfig (770ee03583f3045aa65cbcf3e75a86153dc148f3515c1b09329ace65590b9ec4) AuthConfig (80077e19db776d9aed7d56be1195f1da3d3a098ec027c1ac5471e5521eb4c681) AuthConfig (6e5162e35ac0a2929ec6a95c75a718f1cc94cf27dd42b3390d2f086e75ed1bbf) AuthConfig (178e434ea4e507a7a26587a0a600d9da27847953fc859819a178a6bafa4e7921) AuthConfig (319a98c47f8469549fde60832a909499d44f5931feff6cf04225b1030a01d963) AuthConfig (0e061538736d2ee8d58753250ae50cd85f28a3b043cc21f55e31d24a9bdfc3e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"8ab6812a-4a32-42c9-a133-6cc3e30ecda9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:52.994421593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe7d152f8bcd2b87bf729cfba5c8b0ba818db1a48801c7e7fe3fa80652b18b1f) AuthConfig (1cb3d75de23a3d1922f8218da1dae9f581830e836d0683e8e00a73440231eb5a) AuthConfig (b91ae38f35b8cdb857a7ff9ff1ba94f2eaed50b81038af42c958dd97930b196d) AuthConfig (e94d4cfd03c23c1a5308cd166cf32b99cb66f772c1e6f24bf946bec1f9cb0726) AuthConfig (eac1efadbc64b68b479df5f60e3ff6915ff434e9a2a3a57dfc85f1b935812bec) AuthConfig (d15944088cb40d9439e9e194c09a8125454bb942f7dde1bee88a9e9cdebe2f07) AuthConfig (8bf225b57e9da6f908393743ee7dffbb150aa3dc4176348c42db158e4d4ddac2) AuthConfig (af98b5e557ca63aeee4af04356e8cebc749bff29aa69dcc0f8eef5db9e88e3a2) AuthConfig (76715c7d59075627f11ddfe8fc4841d574d4f6a08ea5b053ba31042811b9ca27) AuthConfig (3931ac1f1660964045efdba9071b6b65adbbd011ab2c027f2438433d55beed6b) AuthConfig (a97ea68faaa6486e1a6416ca8223bb5b9fc818305c6183b7e7b451bd7800d942) AuthConfig (57bb9bdbcf6ff69ecde4b6ee1f0f94d22827202b54a25bfcfbfa077f832df6a4) AuthConfig (e00e655cfeda295219e3c1313a1900807e29e1334e4438db0d373169f3193756) AuthConfig (ee756e96243b4f6b3aeaa35663edb06bb9e66b251be1011dfd460b990660abec) AuthConfig (5aab2dc6616a53cdf565750733250a87b7da9ce6bedcc2aeb4e3b7e81dae6f40) AuthConfig (0911eb91783f23c60d8aaa0831b16cfba8756f9ac1e17a5af820ff493eec330a) AuthConfig (c605ba9641943591bd3d3eea02cf0715e0d2c4ac8cb9cc181e7a3485d6194f9f) AuthConfig (6ec09f95bc855a95f36fd453efce60f488963a6988e92189644d10dacdaac74a) AuthConfig (f624f1f9452226476e0fcf4daa7bdfc33219053bee7506efa438307112519e3a) AuthConfig (4971341246ac3e8889be2beba2f8cd1ecee72ddfe90119dcb8c4faee68019e3e) AuthConfig (7a4479f90d6974a11d36602d355a2be68f63e1722c505ddaf0bddb042fae3a35) AuthConfig (72866e04ca9672849153cb75e0562f76c19d3d3c0b9a66aee375baa5d96f981d) AuthConfig (89f8d59329a10a35f9b439b4ee72ea0b4f5f6ff4f0b7a4a3129a59c5914027c0) AuthConfig (356b79ab3a51c1cc63b7e5a5740b09a72c367ffb07f0564bc8be90deb44b6ff5) AuthConfig (770ee03583f3045aa65cbcf3e75a86153dc148f3515c1b09329ace65590b9ec4) AuthConfig (80077e19db776d9aed7d56be1195f1da3d3a098ec027c1ac5471e5521eb4c681) AuthConfig (6e5162e35ac0a2929ec6a95c75a718f1cc94cf27dd42b3390d2f086e75ed1bbf) AuthConfig (178e434ea4e507a7a26587a0a600d9da27847953fc859819a178a6bafa4e7921) AuthConfig (319a98c47f8469549fde60832a909499d44f5931feff6cf04225b1030a01d963) AuthConfig (0e061538736d2ee8d58753250ae50cd85f28a3b043cc21f55e31d24a9bdfc3e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"452696d5-289f-4d5f-ad02-768525ba6984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.050989541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"8d45e1dd-49eb-49f5-87ca-0fa1a9829807","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.051677799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"e613881d-3e65-495e-b1dd-5179e6d90399","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.231615938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"74c0cfd1-ef4e-4033-85c0-7c3e9c6b8627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.236342452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"43f83ec0-1f34-4ff4-a7da-e0619d1c3d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.286868938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"74c0cfd1-ef4e-4033-85c0-7c3e9c6b8627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.292479898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"43f83ec0-1f34-4ff4-a7da-e0619d1c3d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.340824722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe7d152f8bcd2b87bf729cfba5c8b0ba818db1a48801c7e7fe3fa80652b18b1f) AuthConfig (1cb3d75de23a3d1922f8218da1dae9f581830e836d0683e8e00a73440231eb5a) AuthConfig (b91ae38f35b8cdb857a7ff9ff1ba94f2eaed50b81038af42c958dd97930b196d) AuthConfig (e94d4cfd03c23c1a5308cd166cf32b99cb66f772c1e6f24bf946bec1f9cb0726) AuthConfig (eac1efadbc64b68b479df5f60e3ff6915ff434e9a2a3a57dfc85f1b935812bec) AuthConfig (d15944088cb40d9439e9e194c09a8125454bb942f7dde1bee88a9e9cdebe2f07) AuthConfig (8bf225b57e9da6f908393743ee7dffbb150aa3dc4176348c42db158e4d4ddac2) AuthConfig (af98b5e557ca63aeee4af04356e8cebc749bff29aa69dcc0f8eef5db9e88e3a2) AuthConfig (76715c7d59075627f11ddfe8fc4841d574d4f6a08ea5b053ba31042811b9ca27) AuthConfig (3931ac1f1660964045efdba9071b6b65adbbd011ab2c027f2438433d55beed6b) AuthConfig (a97ea68faaa6486e1a6416ca8223bb5b9fc818305c6183b7e7b451bd7800d942) AuthConfig (57bb9bdbcf6ff69ecde4b6ee1f0f94d22827202b54a25bfcfbfa077f832df6a4) AuthConfig (e00e655cfeda295219e3c1313a1900807e29e1334e4438db0d373169f3193756) AuthConfig (ee756e96243b4f6b3aeaa35663edb06bb9e66b251be1011dfd460b990660abec) AuthConfig (5aab2dc6616a53cdf565750733250a87b7da9ce6bedcc2aeb4e3b7e81dae6f40) AuthConfig (0911eb91783f23c60d8aaa0831b16cfba8756f9ac1e17a5af820ff493eec330a) AuthConfig (c605ba9641943591bd3d3eea02cf0715e0d2c4ac8cb9cc181e7a3485d6194f9f) AuthConfig (6ec09f95bc855a95f36fd453efce60f488963a6988e92189644d10dacdaac74a) AuthConfig (f624f1f9452226476e0fcf4daa7bdfc33219053bee7506efa438307112519e3a) AuthConfig (4971341246ac3e8889be2beba2f8cd1ecee72ddfe90119dcb8c4faee68019e3e) AuthConfig (7a4479f90d6974a11d36602d355a2be68f63e1722c505ddaf0bddb042fae3a35) AuthConfig (72866e04ca9672849153cb75e0562f76c19d3d3c0b9a66aee375baa5d96f981d) AuthConfig (89f8d59329a10a35f9b439b4ee72ea0b4f5f6ff4f0b7a4a3129a59c5914027c0) AuthConfig (356b79ab3a51c1cc63b7e5a5740b09a72c367ffb07f0564bc8be90deb44b6ff5) AuthConfig (770ee03583f3045aa65cbcf3e75a86153dc148f3515c1b09329ace65590b9ec4) AuthConfig (80077e19db776d9aed7d56be1195f1da3d3a098ec027c1ac5471e5521eb4c681) AuthConfig (6e5162e35ac0a2929ec6a95c75a718f1cc94cf27dd42b3390d2f086e75ed1bbf) AuthConfig (178e434ea4e507a7a26587a0a600d9da27847953fc859819a178a6bafa4e7921) AuthConfig (319a98c47f8469549fde60832a909499d44f5931feff6cf04225b1030a01d963) AuthConfig (0e061538736d2ee8d58753250ae50cd85f28a3b043cc21f55e31d24a9bdfc3e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"74c0cfd1-ef4e-4033-85c0-7c3e9c6b8627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.346121345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe7d152f8bcd2b87bf729cfba5c8b0ba818db1a48801c7e7fe3fa80652b18b1f) AuthConfig (1cb3d75de23a3d1922f8218da1dae9f581830e836d0683e8e00a73440231eb5a) AuthConfig (b91ae38f35b8cdb857a7ff9ff1ba94f2eaed50b81038af42c958dd97930b196d) AuthConfig (e94d4cfd03c23c1a5308cd166cf32b99cb66f772c1e6f24bf946bec1f9cb0726) AuthConfig (eac1efadbc64b68b479df5f60e3ff6915ff434e9a2a3a57dfc85f1b935812bec) AuthConfig (d15944088cb40d9439e9e194c09a8125454bb942f7dde1bee88a9e9cdebe2f07) AuthConfig (8bf225b57e9da6f908393743ee7dffbb150aa3dc4176348c42db158e4d4ddac2) AuthConfig (af98b5e557ca63aeee4af04356e8cebc749bff29aa69dcc0f8eef5db9e88e3a2) AuthConfig (76715c7d59075627f11ddfe8fc4841d574d4f6a08ea5b053ba31042811b9ca27) AuthConfig (3931ac1f1660964045efdba9071b6b65adbbd011ab2c027f2438433d55beed6b) AuthConfig (a97ea68faaa6486e1a6416ca8223bb5b9fc818305c6183b7e7b451bd7800d942) AuthConfig (57bb9bdbcf6ff69ecde4b6ee1f0f94d22827202b54a25bfcfbfa077f832df6a4) AuthConfig (e00e655cfeda295219e3c1313a1900807e29e1334e4438db0d373169f3193756) AuthConfig (ee756e96243b4f6b3aeaa35663edb06bb9e66b251be1011dfd460b990660abec) AuthConfig (5aab2dc6616a53cdf565750733250a87b7da9ce6bedcc2aeb4e3b7e81dae6f40) AuthConfig (0911eb91783f23c60d8aaa0831b16cfba8756f9ac1e17a5af820ff493eec330a) AuthConfig (c605ba9641943591bd3d3eea02cf0715e0d2c4ac8cb9cc181e7a3485d6194f9f) AuthConfig (6ec09f95bc855a95f36fd453efce60f488963a6988e92189644d10dacdaac74a) AuthConfig (f624f1f9452226476e0fcf4daa7bdfc33219053bee7506efa438307112519e3a) AuthConfig (4971341246ac3e8889be2beba2f8cd1ecee72ddfe90119dcb8c4faee68019e3e) AuthConfig (7a4479f90d6974a11d36602d355a2be68f63e1722c505ddaf0bddb042fae3a35) AuthConfig (72866e04ca9672849153cb75e0562f76c19d3d3c0b9a66aee375baa5d96f981d) AuthConfig (89f8d59329a10a35f9b439b4ee72ea0b4f5f6ff4f0b7a4a3129a59c5914027c0) AuthConfig (356b79ab3a51c1cc63b7e5a5740b09a72c367ffb07f0564bc8be90deb44b6ff5) AuthConfig (770ee03583f3045aa65cbcf3e75a86153dc148f3515c1b09329ace65590b9ec4) AuthConfig (80077e19db776d9aed7d56be1195f1da3d3a098ec027c1ac5471e5521eb4c681) AuthConfig (6e5162e35ac0a2929ec6a95c75a718f1cc94cf27dd42b3390d2f086e75ed1bbf) AuthConfig (178e434ea4e507a7a26587a0a600d9da27847953fc859819a178a6bafa4e7921) AuthConfig (319a98c47f8469549fde60832a909499d44f5931feff6cf04225b1030a01d963) AuthConfig (0e061538736d2ee8d58753250ae50cd85f28a3b043cc21f55e31d24a9bdfc3e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"43f83ec0-1f34-4ff4-a7da-e0619d1c3d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:42:53.392308384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"74c0cfd1-ef4e-4033-85c0-7c3e9c6b8627","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.546912408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"1e7082b3-04e0-4b1a-95eb-fd8688ecd9e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.60172336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"1e7082b3-04e0-4b1a-95eb-fd8688ecd9e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.655550393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-29ece5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe7d152f8bcd2b87bf729cfba5c8b0ba818db1a48801c7e7fe3fa80652b18b1f) AuthConfig (1cb3d75de23a3d1922f8218da1dae9f581830e836d0683e8e00a73440231eb5a) AuthConfig (b91ae38f35b8cdb857a7ff9ff1ba94f2eaed50b81038af42c958dd97930b196d) AuthConfig (e94d4cfd03c23c1a5308cd166cf32b99cb66f772c1e6f24bf946bec1f9cb0726) AuthConfig (eac1efadbc64b68b479df5f60e3ff6915ff434e9a2a3a57dfc85f1b935812bec) AuthConfig (d15944088cb40d9439e9e194c09a8125454bb942f7dde1bee88a9e9cdebe2f07) AuthConfig (8bf225b57e9da6f908393743ee7dffbb150aa3dc4176348c42db158e4d4ddac2) AuthConfig (af98b5e557ca63aeee4af04356e8cebc749bff29aa69dcc0f8eef5db9e88e3a2) AuthConfig (76715c7d59075627f11ddfe8fc4841d574d4f6a08ea5b053ba31042811b9ca27) AuthConfig (3931ac1f1660964045efdba9071b6b65adbbd011ab2c027f2438433d55beed6b) AuthConfig (a97ea68faaa6486e1a6416ca8223bb5b9fc818305c6183b7e7b451bd7800d942) AuthConfig (57bb9bdbcf6ff69ecde4b6ee1f0f94d22827202b54a25bfcfbfa077f832df6a4) AuthConfig (e00e655cfeda295219e3c1313a1900807e29e1334e4438db0d373169f3193756) AuthConfig (ee756e96243b4f6b3aeaa35663edb06bb9e66b251be1011dfd460b990660abec) AuthConfig (5aab2dc6616a53cdf565750733250a87b7da9ce6bedcc2aeb4e3b7e81dae6f40) AuthConfig (0911eb91783f23c60d8aaa0831b16cfba8756f9ac1e17a5af820ff493eec330a) AuthConfig (c605ba9641943591bd3d3eea02cf0715e0d2c4ac8cb9cc181e7a3485d6194f9f) AuthConfig (6ec09f95bc855a95f36fd453efce60f488963a6988e92189644d10dacdaac74a) AuthConfig (f624f1f9452226476e0fcf4daa7bdfc33219053bee7506efa438307112519e3a) AuthConfig (4971341246ac3e8889be2beba2f8cd1ecee72ddfe90119dcb8c4faee68019e3e) AuthConfig (7a4479f90d6974a11d36602d355a2be68f63e1722c505ddaf0bddb042fae3a35) AuthConfig (72866e04ca9672849153cb75e0562f76c19d3d3c0b9a66aee375baa5d96f981d) AuthConfig (89f8d59329a10a35f9b439b4ee72ea0b4f5f6ff4f0b7a4a3129a59c5914027c0) AuthConfig (356b79ab3a51c1cc63b7e5a5740b09a72c367ffb07f0564bc8be90deb44b6ff5) AuthConfig (770ee03583f3045aa65cbcf3e75a86153dc148f3515c1b09329ace65590b9ec4) AuthConfig (80077e19db776d9aed7d56be1195f1da3d3a098ec027c1ac5471e5521eb4c681) AuthConfig (6e5162e35ac0a2929ec6a95c75a718f1cc94cf27dd42b3390d2f086e75ed1bbf) AuthConfig (178e434ea4e507a7a26587a0a600d9da27847953fc859819a178a6bafa4e7921) AuthConfig (319a98c47f8469549fde60832a909499d44f5931feff6cf04225b1030a01d963) AuthConfig (0e061538736d2ee8d58753250ae50cd85f28a3b043cc21f55e31d24a9bdfc3e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"1e7082b3-04e0-4b1a-95eb-fd8688ecd9e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.072142573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"4afafd4c-6027-43af-ab1b-5021036d271d","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.207176004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"3ad90518-e1a5-497b-bbdc-3b779040a251","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.262948949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"805dd373-5148-4d83-82ec-f0410b306abd","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.315996168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"e22371d6-2b0a-463b-9905-3795501eb32c","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:42:58.316942564Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-ef2572/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.369440089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"a93f30ed-3720-4239-ad64-6f897cae9544","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.498758779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"c9bad3ad-57e7-466e-862d-edb1e1f409d8","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.555033496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"6bca6a60-8a2e-4049-bf6b-f8057132b50c","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.587093776Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"c9270aae-f504-42d5-bae1-a5685361a948","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"simulator-w4-ef2572","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.652064256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"b554003d-1066-4fbf-b253-9f0e5f359478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.758053666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"1bb1a3da-d986-41ba-b2e0-9a0a9297140d","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.775311112Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"b554003d-1066-4fbf-b253-9f0e5f359478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.791188966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"e7398af3-b20a-46a9-9d89-a11cdf483840","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.829146674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"b554003d-1066-4fbf-b253-9f0e5f359478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.847121611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"c8569477-5a76-4c55-b408-cbe5c8a68bc0","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.884743722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"61c20577-16dd-4e1c-83a9-6057a379ec0c","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.899780975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"0e83745a-3949-4856-bac8-ce61e360b2f3","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:42:58.900696121Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-ef2572/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.954628278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"3088d82d-21ae-4318-842f-ba19e2a7ffbf","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.958239214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"d2c0e86e-f639-44ee-ab68-ce297a81d522","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.987587718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"d318c8ed-68ee-4b19-97db-a8dfe4e95e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.042234184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"d318c8ed-68ee-4b19-97db-a8dfe4e95e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.088235154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"cd4adce5-e50d-4245-8763-f4f08686f728","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.095762413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"d318c8ed-68ee-4b19-97db-a8dfe4e95e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.144329401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"9e45c90d-1659-495e-b551-5ed282102b6e","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.158706856Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"34f1b756-f0d9-4290-b016-171ab54172a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"premium-w4-ef2572","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:42:59.195876177Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"9e45c90d-1659-495e-b551-5ed282102b6e","name":"premium-w4-ef2572","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-ef2572\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:42:59.195937962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"9e45c90d-1659-495e-b551-5ed282102b6e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-ef2572\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.201281229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"85e3f4d4-3df7-40aa-94a1-d21452fcfe91","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.244688192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"9c63ed4a-e2bd-4933-a58a-fb60af7d1c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.299542434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"9c63ed4a-e2bd-4933-a58a-fb60af7d1c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.316410074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"534a31db-1950-4654-8b8e-44b9d4459c83","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.344738355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"444374d9-e4f8-40ba-809a-270c35e853be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.353684925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"9c63ed4a-e2bd-4933-a58a-fb60af7d1c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.399583346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"444374d9-e4f8-40ba-809a-270c35e853be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.454189966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"444374d9-e4f8-40ba-809a-270c35e853be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.505877293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"49d778bd-9f7c-4db1-b299-3501f2660ade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.509283341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"305ad471-cc9a-4e96-acf6-dca8cf0cbc09","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.518499013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"c74550b5-0f04-49c5-9cd4-6208505895f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.560843371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"49d778bd-9f7c-4db1-b299-3501f2660ade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.614223858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"49d778bd-9f7c-4db1-b299-3501f2660ade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.660430999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"8b94e760-770e-46db-87e8-251eb34af4d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.715180272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"8b94e760-770e-46db-87e8-251eb34af4d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:59.769283665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"8b94e760-770e-46db-87e8-251eb34af4d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:03.497393471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"c9b3a8ba-4f9c-42ad-8dc4-b13ccce6f649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:03.552531004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"c9b3a8ba-4f9c-42ad-8dc4-b13ccce6f649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:03.805838063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"73eceaed-487f-4692-a316-0cef5369eadb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:03.859638042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"273a5d48-1cf8-4537-9c3a-bce7a9647321","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:03.860911733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"73eceaed-487f-4692-a316-0cef5369eadb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:04.117627397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"e77c4ef9-7457-414c-bcd5-b6347ee566a7","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:04.423326387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"583bcd93-47c5-4a4d-84b6-30e172a0f879","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:06.496410146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"cf3f1f6c-f4c0-4fcc-bf77-2df52e7547ad","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:06.562438859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"ec6d93d1-b200-4d24-9d55-67b9c9766e87","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:08.323681107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:09.317234035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"d55f2922-681c-4317-a742-69d2c65d46e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:09.419986226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"c4e24b9c-0421-4024-9bfd-bc8e7e4595aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:09.476043521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"f4e9df2f-68af-431b-82c7-14af0b4b7cd5","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:09.578600971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"6fd9d4ed-96dc-4abe-add0-ccf9b82b815e","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:09.765371396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"7c9de15e-ff01-443a-a0a9-b96b7ef0e27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:09.820698429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"7c9de15e-ff01-443a-a0a9-b96b7ef0e27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:09.874468533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f91b5c5ff5cf258695f0b88ff0eb5ca418bf3731a490ce0ffbdc1ce0d82ae7f9) AuthConfig (74da1aeb7ca659f2f9e71d5f6dbad29010df56d211785099fbabb9bb7b03e09e) AuthConfig (46aaceca685ceb0100ec265629b0d26106d0e47530ffaeee39c41566d6074605) AuthConfig (bece076250f57bc78d5c894e7423ea253b19615a250a33fb01c4964308aa1377) AuthConfig (61bbd6bb5f6f9e827888f5b48e98b8db09bde958f3a10a971e23f329610bc4ea) AuthConfig (29a95e094a83f54cc5753648dc21b4c1da5edd837187c9c9c923a891a11dabfc) AuthConfig (c808248e3e78266d63feb2de0810e91b8aadbe5321e403a2c2165c8f21305844) AuthConfig (7d1772120374aa6d51ab966e8770474917138ecf9bad2a75aabeb07ab3901faf) AuthConfig (75a9a69e506e979c6c9c68ea493cc53065b33aea050a8fec29ed601a49dcadd7) AuthConfig (816770f14cce104c0d9ae7046974d35e76a4f1ea1cb2a96c32f322d30f466745) AuthConfig (20001d56d75b4ae4605852e3967fda994402d6b98893ef1def0cf501ac29df96) AuthConfig (75c16cde026ff4fc7469616c54d1d7fca3cd3a73e73474f0f7e4575ce83ea2b9) AuthConfig (4d720e99ffc1d3b45d9ee9c1be924026ed41609722129c20fc3e281f62dea83b) AuthConfig (a10da430e5d51d5eeeb46f859ababa4ba2ad3f271a46fabc9e48bf9ffec565fd) AuthConfig (f4ddfe7d7995c1f7ca540cfed74a9d676368e3d94b1047cc747d3e8f3e399db1) AuthConfig (6a7083cfb876ec140dbd085f510b7d269c0079e2a3cb1595b8928b55c9849c95) AuthConfig (7402d7bb25b513a2668dc0da6f990eea02ec618d6cc512f86a9bd3ca71d38e77) AuthConfig (3d294123e95dc3bf85c9bfb9a5ccfe51913f7e75b0c0a24d52ed12d9b94b4464) AuthConfig (9fd8bc6ef31680c60a550736361a3dde509ca3426ac2e425e97151a8056b21a9) AuthConfig (d57924c683a0a6dd69be78a3e522be9154228cc5a806dcdc3d48f844a6368aab) AuthConfig (4840c28ff7cbb2a6bbe0932f2f8581045ecf9943ce40eb997dbfef5055f81870) AuthConfig (bc0cecc54c925b64d592814210f168e226280c04ce2481ed52a8be1bcd59d8b3) AuthConfig (75389dcf84870abedb3fe4a2a408be6e62d68490061fe989bcbca39dd34f2272) AuthConfig (e854a7fe1389f1d72b7cc55aeafbc99f3049a687ec6aeb5286d6f41e14493970) AuthConfig (3afc1338b4669677de5d29800fc8a2935a84b89cfed61b6036a2058ca4ebc512) AuthConfig (94d0302ac483479a4e2d38c39dc19f585904d4e23b54245c4d3e2c6154a90aeb) AuthConfig (2bc5799f07fadaf5bb85d9b87b1318200e754ed1c309753976c510d433294cf0) AuthConfig (8a0aecf1e2b659658bfebaffe57b0bd3a9f59352fbc3e5df55d3fe215db12581) AuthConfig (5a381a652347af981fd2a2bbe3360d343f6bd3d15e7b3fbc3adf8621291e738e) AuthConfig (bf7f474ac63c0af2bcfe09699c80a4cbf55cf7a7202a03edf76674558db42c94)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"7c9de15e-ff01-443a-a0a9-b96b7ef0e27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:09.920042957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"4324aba5-5861-44a3-a600-d9b95798c33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:09.930178945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"ba5e4005-1f91-46d7-90a9-12fa36fa3ee4","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:09.975284574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"4324aba5-5861-44a3-a600-d9b95798c33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.034545964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f91b5c5ff5cf258695f0b88ff0eb5ca418bf3731a490ce0ffbdc1ce0d82ae7f9) AuthConfig (74da1aeb7ca659f2f9e71d5f6dbad29010df56d211785099fbabb9bb7b03e09e) AuthConfig (46aaceca685ceb0100ec265629b0d26106d0e47530ffaeee39c41566d6074605) AuthConfig (bece076250f57bc78d5c894e7423ea253b19615a250a33fb01c4964308aa1377) AuthConfig (61bbd6bb5f6f9e827888f5b48e98b8db09bde958f3a10a971e23f329610bc4ea) AuthConfig (29a95e094a83f54cc5753648dc21b4c1da5edd837187c9c9c923a891a11dabfc) AuthConfig (c808248e3e78266d63feb2de0810e91b8aadbe5321e403a2c2165c8f21305844) AuthConfig (7d1772120374aa6d51ab966e8770474917138ecf9bad2a75aabeb07ab3901faf) AuthConfig (75a9a69e506e979c6c9c68ea493cc53065b33aea050a8fec29ed601a49dcadd7) AuthConfig (816770f14cce104c0d9ae7046974d35e76a4f1ea1cb2a96c32f322d30f466745) AuthConfig (20001d56d75b4ae4605852e3967fda994402d6b98893ef1def0cf501ac29df96) AuthConfig (75c16cde026ff4fc7469616c54d1d7fca3cd3a73e73474f0f7e4575ce83ea2b9) AuthConfig (4d720e99ffc1d3b45d9ee9c1be924026ed41609722129c20fc3e281f62dea83b) AuthConfig (a10da430e5d51d5eeeb46f859ababa4ba2ad3f271a46fabc9e48bf9ffec565fd) AuthConfig (f4ddfe7d7995c1f7ca540cfed74a9d676368e3d94b1047cc747d3e8f3e399db1) AuthConfig (6a7083cfb876ec140dbd085f510b7d269c0079e2a3cb1595b8928b55c9849c95) AuthConfig (7402d7bb25b513a2668dc0da6f990eea02ec618d6cc512f86a9bd3ca71d38e77) AuthConfig (3d294123e95dc3bf85c9bfb9a5ccfe51913f7e75b0c0a24d52ed12d9b94b4464) AuthConfig (9fd8bc6ef31680c60a550736361a3dde509ca3426ac2e425e97151a8056b21a9) AuthConfig (d57924c683a0a6dd69be78a3e522be9154228cc5a806dcdc3d48f844a6368aab) AuthConfig (4840c28ff7cbb2a6bbe0932f2f8581045ecf9943ce40eb997dbfef5055f81870) AuthConfig (bc0cecc54c925b64d592814210f168e226280c04ce2481ed52a8be1bcd59d8b3) AuthConfig (75389dcf84870abedb3fe4a2a408be6e62d68490061fe989bcbca39dd34f2272) AuthConfig (e854a7fe1389f1d72b7cc55aeafbc99f3049a687ec6aeb5286d6f41e14493970) AuthConfig (3afc1338b4669677de5d29800fc8a2935a84b89cfed61b6036a2058ca4ebc512) AuthConfig (94d0302ac483479a4e2d38c39dc19f585904d4e23b54245c4d3e2c6154a90aeb) AuthConfig (2bc5799f07fadaf5bb85d9b87b1318200e754ed1c309753976c510d433294cf0) AuthConfig (8a0aecf1e2b659658bfebaffe57b0bd3a9f59352fbc3e5df55d3fe215db12581) AuthConfig (5a381a652347af981fd2a2bbe3360d343f6bd3d15e7b3fbc3adf8621291e738e) AuthConfig (bf7f474ac63c0af2bcfe09699c80a4cbf55cf7a7202a03edf76674558db42c94)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"4324aba5-5861-44a3-a600-d9b95798c33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.080148848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"002a88e5-7079-40b4-b7fb-8f18339a69c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.090517014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"9a16c443-964c-490a-8ba4-e4d8c0299cf8","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.135438363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"002a88e5-7079-40b4-b7fb-8f18339a69c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.189192551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f91b5c5ff5cf258695f0b88ff0eb5ca418bf3731a490ce0ffbdc1ce0d82ae7f9) AuthConfig (74da1aeb7ca659f2f9e71d5f6dbad29010df56d211785099fbabb9bb7b03e09e) AuthConfig (46aaceca685ceb0100ec265629b0d26106d0e47530ffaeee39c41566d6074605) AuthConfig (bece076250f57bc78d5c894e7423ea253b19615a250a33fb01c4964308aa1377) AuthConfig (61bbd6bb5f6f9e827888f5b48e98b8db09bde958f3a10a971e23f329610bc4ea) AuthConfig (29a95e094a83f54cc5753648dc21b4c1da5edd837187c9c9c923a891a11dabfc) AuthConfig (c808248e3e78266d63feb2de0810e91b8aadbe5321e403a2c2165c8f21305844) AuthConfig (7d1772120374aa6d51ab966e8770474917138ecf9bad2a75aabeb07ab3901faf) AuthConfig (75a9a69e506e979c6c9c68ea493cc53065b33aea050a8fec29ed601a49dcadd7) AuthConfig (816770f14cce104c0d9ae7046974d35e76a4f1ea1cb2a96c32f322d30f466745) AuthConfig (20001d56d75b4ae4605852e3967fda994402d6b98893ef1def0cf501ac29df96) AuthConfig (75c16cde026ff4fc7469616c54d1d7fca3cd3a73e73474f0f7e4575ce83ea2b9) AuthConfig (4d720e99ffc1d3b45d9ee9c1be924026ed41609722129c20fc3e281f62dea83b) AuthConfig (a10da430e5d51d5eeeb46f859ababa4ba2ad3f271a46fabc9e48bf9ffec565fd) AuthConfig (f4ddfe7d7995c1f7ca540cfed74a9d676368e3d94b1047cc747d3e8f3e399db1) AuthConfig (6a7083cfb876ec140dbd085f510b7d269c0079e2a3cb1595b8928b55c9849c95) AuthConfig (7402d7bb25b513a2668dc0da6f990eea02ec618d6cc512f86a9bd3ca71d38e77) AuthConfig (3d294123e95dc3bf85c9bfb9a5ccfe51913f7e75b0c0a24d52ed12d9b94b4464) AuthConfig (9fd8bc6ef31680c60a550736361a3dde509ca3426ac2e425e97151a8056b21a9) AuthConfig (d57924c683a0a6dd69be78a3e522be9154228cc5a806dcdc3d48f844a6368aab) AuthConfig (4840c28ff7cbb2a6bbe0932f2f8581045ecf9943ce40eb997dbfef5055f81870) AuthConfig (bc0cecc54c925b64d592814210f168e226280c04ce2481ed52a8be1bcd59d8b3) AuthConfig (75389dcf84870abedb3fe4a2a408be6e62d68490061fe989bcbca39dd34f2272) AuthConfig (e854a7fe1389f1d72b7cc55aeafbc99f3049a687ec6aeb5286d6f41e14493970) AuthConfig (3afc1338b4669677de5d29800fc8a2935a84b89cfed61b6036a2058ca4ebc512) AuthConfig (94d0302ac483479a4e2d38c39dc19f585904d4e23b54245c4d3e2c6154a90aeb) AuthConfig (2bc5799f07fadaf5bb85d9b87b1318200e754ed1c309753976c510d433294cf0) AuthConfig (8a0aecf1e2b659658bfebaffe57b0bd3a9f59352fbc3e5df55d3fe215db12581) AuthConfig (5a381a652347af981fd2a2bbe3360d343f6bd3d15e7b3fbc3adf8621291e738e) AuthConfig (bf7f474ac63c0af2bcfe09699c80a4cbf55cf7a7202a03edf76674558db42c94)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"002a88e5-7079-40b4-b7fb-8f18339a69c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.239910914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"2a3efe53-5418-4b7b-ab4e-a280ecc25411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.29531837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"2a3efe53-5418-4b7b-ab4e-a280ecc25411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.350037217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f91b5c5ff5cf258695f0b88ff0eb5ca418bf3731a490ce0ffbdc1ce0d82ae7f9) AuthConfig (74da1aeb7ca659f2f9e71d5f6dbad29010df56d211785099fbabb9bb7b03e09e) AuthConfig (46aaceca685ceb0100ec265629b0d26106d0e47530ffaeee39c41566d6074605) AuthConfig (bece076250f57bc78d5c894e7423ea253b19615a250a33fb01c4964308aa1377) AuthConfig (61bbd6bb5f6f9e827888f5b48e98b8db09bde958f3a10a971e23f329610bc4ea) AuthConfig (29a95e094a83f54cc5753648dc21b4c1da5edd837187c9c9c923a891a11dabfc) AuthConfig (c808248e3e78266d63feb2de0810e91b8aadbe5321e403a2c2165c8f21305844) AuthConfig (7d1772120374aa6d51ab966e8770474917138ecf9bad2a75aabeb07ab3901faf) AuthConfig (75a9a69e506e979c6c9c68ea493cc53065b33aea050a8fec29ed601a49dcadd7) AuthConfig (816770f14cce104c0d9ae7046974d35e76a4f1ea1cb2a96c32f322d30f466745) AuthConfig (20001d56d75b4ae4605852e3967fda994402d6b98893ef1def0cf501ac29df96) AuthConfig (75c16cde026ff4fc7469616c54d1d7fca3cd3a73e73474f0f7e4575ce83ea2b9) AuthConfig (4d720e99ffc1d3b45d9ee9c1be924026ed41609722129c20fc3e281f62dea83b) AuthConfig (a10da430e5d51d5eeeb46f859ababa4ba2ad3f271a46fabc9e48bf9ffec565fd) AuthConfig (f4ddfe7d7995c1f7ca540cfed74a9d676368e3d94b1047cc747d3e8f3e399db1) AuthConfig (6a7083cfb876ec140dbd085f510b7d269c0079e2a3cb1595b8928b55c9849c95) AuthConfig (7402d7bb25b513a2668dc0da6f990eea02ec618d6cc512f86a9bd3ca71d38e77) AuthConfig (3d294123e95dc3bf85c9bfb9a5ccfe51913f7e75b0c0a24d52ed12d9b94b4464) AuthConfig (9fd8bc6ef31680c60a550736361a3dde509ca3426ac2e425e97151a8056b21a9) AuthConfig (d57924c683a0a6dd69be78a3e522be9154228cc5a806dcdc3d48f844a6368aab) AuthConfig (4840c28ff7cbb2a6bbe0932f2f8581045ecf9943ce40eb997dbfef5055f81870) AuthConfig (bc0cecc54c925b64d592814210f168e226280c04ce2481ed52a8be1bcd59d8b3) AuthConfig (75389dcf84870abedb3fe4a2a408be6e62d68490061fe989bcbca39dd34f2272) AuthConfig (e854a7fe1389f1d72b7cc55aeafbc99f3049a687ec6aeb5286d6f41e14493970) AuthConfig (3afc1338b4669677de5d29800fc8a2935a84b89cfed61b6036a2058ca4ebc512) AuthConfig (94d0302ac483479a4e2d38c39dc19f585904d4e23b54245c4d3e2c6154a90aeb) AuthConfig (2bc5799f07fadaf5bb85d9b87b1318200e754ed1c309753976c510d433294cf0) AuthConfig (8a0aecf1e2b659658bfebaffe57b0bd3a9f59352fbc3e5df55d3fe215db12581) AuthConfig (5a381a652347af981fd2a2bbe3360d343f6bd3d15e7b3fbc3adf8621291e738e) AuthConfig (bf7f474ac63c0af2bcfe09699c80a4cbf55cf7a7202a03edf76674558db42c94)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"2a3efe53-5418-4b7b-ab4e-a280ecc25411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.246973386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"22fc9cc6-0cb8-426c-a7e9-1c0807bf24b7","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.301817563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"35e071a0-0998-400e-b78b-b87358ef2aa5","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.452552339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539-auth","reconcileID":"f1cc48a1-e4a7-42e8-a6fa-afb7bd8c1168","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.507587091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539-auth","reconcileID":"f1cc48a1-e4a7-42e8-a6fa-afb7bd8c1168","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.532329276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"7e332274-dbde-40dc-9e36-68011fc550bf","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.58810125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"f4f037fc-42e5-4525-a6ec-2f568bc6650f","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.639022801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"cc1b55e5-f6cb-4ac5-8681-380f18ccee25","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:13.643438159Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-29ece5/e2e-dry-sub-358a6539","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-358a6539\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.681731645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"c48798a3-7520-47b0-abfe-11de6d820a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.681735083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"8b457a4c-80af-4588-9cdd-bdbd3ec9b94d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.693720368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"3d37287e-52fc-422a-bf56-dd84aec44a5d","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.737042084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"8b457a4c-80af-4588-9cdd-bdbd3ec9b94d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.737102244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"c48798a3-7520-47b0-abfe-11de6d820a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.818178431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"0a2bd44e-c8aa-4021-bc27-e8326e7491b7","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.952251997Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-358a6539","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539","reconcileID":"c13fee60-b7c7-499b-ad11-bbaafbc0337c","MaaSSubscription":{"name":"e2e-dry-sub-358a6539","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/e2e-dry-sub-358a6539","ai-tenant-e2e-worker-w2-29ece5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.966719548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539-auth","reconcileID":"7f8cdb1c-ccc6-4f01-b1cd-5f377adf8b3f","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.02209982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539-auth","reconcileID":"7f8cdb1c-ccc6-4f01-b1cd-5f377adf8b3f","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.067197245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"11e5a8c7-9918-4abf-8b23-8b467f6589ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.067271969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"eec9cda4-daec-404a-8f36-8ec871c2a09d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.108178907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"39cb24ae-a4b7-438d-89b7-8ef88e9ff71b","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.122541274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"11e5a8c7-9918-4abf-8b23-8b467f6589ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.122684452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"eec9cda4-daec-404a-8f36-8ec871c2a09d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.154428237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"984a6480-742a-4fcb-9da3-6eb11c6dd014","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.308650875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-358a6539","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539","reconcileID":"3cdcbc1b-ca0e-464a-b13b-302356e9c8dd","MaaSSubscription":{"name":"e2e-dry-sub-358a6539","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:18.160582554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"f70be465-4edb-48e7-a64e-26d3e277c067","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:18.311654437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539-auth","reconcileID":"71669b57-215f-4c35-a7f4-8f7f9213fa51","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:18.311821225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"58ce76c3-adb9-4b83-8212-da0e5f493ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:18.311654272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"ef1bf946-9f11-40db-a711-7eb580c3eb33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:18.368880914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"58ce76c3-adb9-4b83-8212-da0e5f493ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:18.368894236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539-auth","reconcileID":"71669b57-215f-4c35-a7f4-8f7f9213fa51","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:18.370958476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"ef1bf946-9f11-40db-a711-7eb580c3eb33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:20.399430171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"22568da1-601c-438b-b5f8-df17bee31e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:20.454198064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"22568da1-601c-438b-b5f8-df17bee31e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:20.500034592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"b9446b92-3bfa-4b61-b7db-4aba18c0d447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:20.589423931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"b9446b92-3bfa-4b61-b7db-4aba18c0d447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:20.791357855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"bd371136-e664-4bc7-9c44-df94fc757217","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:20.889388578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"8675ed77-14cc-4f92-9da6-491ca9d90976","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:26.661667807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"2d457154-467e-46bd-be0c-5abbb6a5a878","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:26.728478985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"fd5559ae-d05e-4a90-83d3-d1e5426a88ec","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:28.316185907Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-358a6539","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539","reconcileID":"1fb232f2-32df-49a9-b2a4-377695a3894d","MaaSSubscription":{"name":"e2e-dry-sub-358a6539","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscription":"e2e-dry-sub-358a6539","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:28.521141301Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-358a6539","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539","reconcileID":"1fb232f2-32df-49a9-b2a4-377695a3894d","MaaSSubscription":{"name":"e2e-dry-sub-358a6539","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:28.722331931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"9d8e2902-c620-4cff-8c7b-3f7127023feb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:28.781143801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"163f9e2b-7c7d-435b-a886-1a95ed510bf3","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:28.931255674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"c5007f76-8c7a-459f-a360-f7d5f7ad104e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:28.93126588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"5c6051c6-cd8d-45a8-814f-4dda3f6d2713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:28.931577224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539-auth","reconcileID":"343bdf8c-e905-4762-bc61-f8daa09f9f7f","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:28.941289052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"0e266e36-099f-4d76-9c8e-5e9695ac211a","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:28.986825152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539-auth","reconcileID":"343bdf8c-e905-4762-bc61-f8daa09f9f7f","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:28.987615975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"c5007f76-8c7a-459f-a360-f7d5f7ad104e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:28.989184814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"5c6051c6-cd8d-45a8-814f-4dda3f6d2713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:29.136823778Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-dry-sub-358a6539-auth","reconcileID":"c9915d32-3b01-40ea-b391-5fab6fbeb34e","MaaSAuthPolicy":{"name":"e2e-dry-sub-358a6539-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:29.342806153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"44a45302-7313-46dc-bd9e-0d7c77585455","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.634315259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"f9aa8e4f-c5e7-40b5-8283-703ac20c7d66","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.687596442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"20df2d35-fdad-4334-b2d7-5aad0c49a67e","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.837746351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60-auth","reconcileID":"88c77254-73be-4229-a1d0-dc95dd628d12","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.892872349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60-auth","reconcileID":"88c77254-73be-4229-a1d0-dc95dd628d12","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.939298014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"ffd14fa1-3dd9-4c79-b903-4ed40116f51e","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.992284139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"da3496c4-5e80-4ee6-9a58-ec418c6e6aa2","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:31.049006822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-e3c32f60","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60","reconcileID":"4029b79d-5dd2-4406-abff-4a89810a8c05","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-e3c32f60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.09074874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"987de92a-c70a-45ae-a286-107678fac14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.090748668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"9d1e8f61-1f2d-49d5-82a1-a4ca52a66b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.147258739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"9d1e8f61-1f2d-49d5-82a1-a4ca52a66b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.14725271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"987de92a-c70a-45ae-a286-107678fac14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.162577541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"111b8b5d-ca2d-4457-9eda-8cf6e7600ab7","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.204601715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"814b00f5-134d-4f0a-8b0a-0a1d0656ddc6","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.215391056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"27bf7d0d-329c-49d7-b0ad-4948b4b6ea07","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.353108377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60-auth","reconcileID":"1e9d226e-df37-4762-a240-d2b3bf80b32c","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.409574277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60-auth","reconcileID":"1e9d226e-df37-4762-a240-d2b3bf80b32c","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.454249378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"54bbb1e8-f642-45ff-aef4-e65fca7ed490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.45424686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"db3cf02e-4631-4557-b7ea-b416a4adb2a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.472826542Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-e3c32f60","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60","reconcileID":"dd7b8d8e-2357-45a7-afd4-4ab22c3a9f4e","MaaSSubscription":{"name":"e2e-combo-sub-e3c32f60","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/e2e-combo-sub-e3c32f60","ai-tenant-e2e-worker-w2-29ece5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.509554858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"54bbb1e8-f642-45ff-aef4-e65fca7ed490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.509709767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"db3cf02e-4631-4557-b7ea-b416a4adb2a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.631169913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"c103da8f-466b-4315-bc0b-bcc9bc2bf71c","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.674147623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"2641d1c1-01da-43d7-880d-57e55bc8a8f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:31.83231023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-e3c32f60","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60","reconcileID":"4e990a47-15c6-460f-984d-7df0b6670852","MaaSSubscription":{"name":"e2e-combo-sub-e3c32f60","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:36.192237964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"590f8f6d-a809-4a23-b75c-53f1a509ae96","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:36.36739926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"359d0684-0d11-41c5-92bc-c78b70a58f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:36.367582284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"135b4f5d-27ce-44ee-a204-5754bc9be0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:36.367399664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60-auth","reconcileID":"d89b9925-9c3a-41bc-b98d-bf0d776e5c93","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:36.423069784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60-auth","reconcileID":"d89b9925-9c3a-41bc-b98d-bf0d776e5c93","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:36.423116434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"135b4f5d-27ce-44ee-a204-5754bc9be0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:36.425643876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"359d0684-0d11-41c5-92bc-c78b70a58f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.323696871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.744935682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"a5ac0585-a44b-4b44-95c1-83e951b0075a","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.74607173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6afbd2d4-a798-4b10-ba78-05ee679b687a","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.801322976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"a5fd05ec-456b-44da-9991-67e045b99422","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.811234313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"4041cd3b-f1a5-4733-9a97-7419dc907e50","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.977114114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-auth","reconcileID":"aa1e2b10-8047-48d1-a5b3-f2d660467881","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.033546865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-auth","reconcileID":"aa1e2b10-8047-48d1-a5b3-f2d660467881","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.093164398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"2a23a9d1-7c89-4bcd-bd8a-2470c559554f","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.148973256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"107e7ec0-6927-4673-bf15-1ceb11c68677","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:39.201577432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-sub","reconcileID":"73c7fd20-2ccf-430a-8c0f-4c3cdb6ffe0c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.241667675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"162fee82-5250-4dbc-942c-2ecd1bd67b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.241668834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"36825c29-364b-4b4a-b578-8782b24869b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.297089132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"36825c29-364b-4b4a-b578-8782b24869b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.297204327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"162fee82-5250-4dbc-942c-2ecd1bd67b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.314858449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"a73bb456-9b0b-40dc-a686-f9ecf1c7cdcd","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.341178751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"ee123f6a-c88d-477a-b7b9-de642022a88f","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.370496857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"cb34cda2-6088-4383-a0ce-e5550f202728","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.491300405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-auth","reconcileID":"c28976a1-b0f8-48e6-bc2b-8055217f834c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.546685304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-auth","reconcileID":"c28976a1-b0f8-48e6-bc2b-8055217f834c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.630477333Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-sub","reconcileID":"700d1a44-a72d-47f7-b65c-3036bcb98a64","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/e2e-apikey-active-sub","ai-tenant-e2e-worker-w4-ef2572/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.692431774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ec8e0d83-22b4-4016-a847-687836b27da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.692463542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"77459871-6dfa-4614-943d-e45db45aca91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.747698031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ec8e0d83-22b4-4016-a847-687836b27da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.74788824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"77459871-6dfa-4614-943d-e45db45aca91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.791407512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"8b88e882-50ba-4967-a835-4c6f8ba2f845","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.833110086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"eab163d3-ecf1-4bdc-8f1c-46297654c75f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.992361029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-sub","reconcileID":"f9481f2c-e02d-4225-9f4a-c2f3034d6c54","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:41.429727076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"37dc0b45-9c50-4eb8-b76b-a1b23b1ee540","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:41.571494841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"a81b7795-06a6-4868-8d5f-a6521fbc5ce7","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:41.627653086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"32f5e619-572b-47d8-b883-000772f8b53b","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:41.681048702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"07d26982-18a0-4c1d-82f8-2acfff0898ba","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:41.681983405Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b63c24/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:41.736511177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"0bad37d5-e07f-4978-8a3c-744f66ce4b78","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:41.861763987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"68b18780-7a36-40de-8847-d546c56a127e","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:41.917823643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"faa3e7e8-cdf8-421a-b0f3-c8aebb41eb8b","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:41.94196235Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"9eaa49d8-bd89-44ad-8c5b-9e025c8f7d4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"simulator-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.016711555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"cf380ab5-ea11-4baa-b590-7ede798639cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.060295689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"d358a46d-59f1-4455-95c4-f34fbd241ebf","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.099867257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"7ebf3365-74de-49a7-9b72-5eb22e157260","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.139907047Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"cf380ab5-ea11-4baa-b590-7ede798639cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.179675383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"298ac1ee-8b3a-4a31-a752-9d6e1b88e0c7","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.193433924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"cf380ab5-ea11-4baa-b590-7ede798639cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.208883892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"1f803d89-eec7-4b2f-a012-87efdc446cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.209042349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-auth","reconcileID":"ce2c1b0d-2600-4de1-bf52-dd98a76796e2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.208888334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"9ff30e71-9ac6-4f0b-aa06-4c58647345f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.235723387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"406e3482-ceef-44fe-b04c-0f2a62b6e572","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.248969889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"0d8c48d6-b9e5-4336-82d1-e97ac9f1cb66","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.265569699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-auth","reconcileID":"ce2c1b0d-2600-4de1-bf52-dd98a76796e2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.265571862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"1f803d89-eec7-4b2f-a012-87efdc446cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.267859895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"9ff30e71-9ac6-4f0b-aa06-4c58647345f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.288751781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"9a9621c2-b171-4d94-a8b7-0ff88c274b3e","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:42.289733866Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b63c24/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.299293225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"feba4954-c388-4c75-9570-3e13a9b217bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.343711654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"b6119358-e2ec-4673-bbfa-10aacdbf75ea","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.350695468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8395cbca-4cf3-407f-b241-892dc1e242d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.405331856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8395cbca-4cf3-407f-b241-892dc1e242d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.458607136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8395cbca-4cf3-407f-b241-892dc1e242d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.459416686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"ed586683-8a3b-4dcd-82f9-e3b5f02d2284","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.472372858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"4f15b1b5-4c5c-49a1-bbf5-4e11546762b0","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.528838161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"605afede-13ea-47b3-bd5b-decbe8639517","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.547913779Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"8c08011d-436b-429e-90f5-578914b3898c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"premium-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:42.581084574Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"605afede-13ea-47b3-bd5b-decbe8639517","name":"premium-w1-b63c24","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b63c24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:42.581163595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"605afede-13ea-47b3-bd5b-decbe8639517","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b63c24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.586547385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"9b97ac32-f16b-4f99-a0f5-e6dcdfd5ab9b","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.613256939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"9a247546-59c0-478d-8bb7-41f9d5304d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.668332691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"9a247546-59c0-478d-8bb7-41f9d5304d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.705439773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"83fc2736-d461-4a31-8ee8-67ad73af1795","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.711077499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"20c352d1-6d48-40ba-aebf-188cfaf2db53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.722203426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"9a247546-59c0-478d-8bb7-41f9d5304d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.765930651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"20c352d1-6d48-40ba-aebf-188cfaf2db53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.819657227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"20c352d1-6d48-40ba-aebf-188cfaf2db53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.871413859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"c6bac387-7c84-4998-80f2-5ecf550a964a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.872903967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"da107bd1-6ebe-4505-ac7b-bf96792cd36e","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.906030358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"d03f2854-24bf-42d7-8b6e-5fc53e37938a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.926337261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"c6bac387-7c84-4998-80f2-5ecf550a964a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.980233952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"c6bac387-7c84-4998-80f2-5ecf550a964a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:43.021512189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"7098912d-233f-44d0-bd38-1f2b1ed85fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:43.068800997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"6a272434-d111-4d99-a795-c2ef86b862f9","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:43.076725841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"7098912d-233f-44d0-bd38-1f2b1ed85fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:43.130529618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"7098912d-233f-44d0-bd38-1f2b1ed85fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.36441535Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-e3c32f60","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60","reconcileID":"68d90b53-b377-45a7-82ea-4b380ba42b46","MaaSSubscription":{"name":"e2e-combo-sub-e3c32f60","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscription":"e2e-combo-sub-e3c32f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.572362382Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-e3c32f60","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60","reconcileID":"68d90b53-b377-45a7-82ea-4b380ba42b46","MaaSSubscription":{"name":"e2e-combo-sub-e3c32f60","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.773993801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"a3dab7f7-dc2b-435b-9dc0-b58b63937aa4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.783252337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"b6d58263-dca1-4eb1-942a-1253fab4d468","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.839429357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"80828cc6-1120-4402-b927-9691aed163fa","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.929969464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"17473d73-5b86-4fe0-a254-070318080eae","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.931922231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60-auth","reconcileID":"0e19f92a-6ba9-4b20-be0f-b7fe4f21fef3","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.931980394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"4441ed82-b41c-4259-883b-5442b31113cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.932340836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"f112c503-65b8-42f7-a515-dfcc8e225bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.987340262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"f112c503-65b8-42f7-a515-dfcc8e225bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.987573511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60-auth","reconcileID":"0e19f92a-6ba9-4b20-be0f-b7fe4f21fef3","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:46.98956755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"4441ed82-b41c-4259-883b-5442b31113cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:47.136718108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-combo-sub-e3c32f60-auth","reconcileID":"e5e98bf4-073d-4197-950d-48286b6208e3","MaaSAuthPolicy":{"name":"e2e-combo-sub-e3c32f60-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:47.292503832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"addf13c3-c015-4afb-a94b-ffa2ea839a94","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:49.886374456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"9572eec6-dde8-405c-9b7f-a9a67c8d3bc8","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:49.941549386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"04bf2bdb-eda4-4e23-ae0c-fa880302ed79","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.090912647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-auth","reconcileID":"42851ecb-9047-4edb-ac9b-26834e6b83e7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.146332729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-auth","reconcileID":"42851ecb-9047-4edb-ac9b-26834e6b83e7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.455618057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"bf2263a3-f451-4939-a93c-099344a3cd23","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:50.460752279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-sub","reconcileID":"70694ccd-4069-4682-a1f3-c8c0adee9910","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.506087015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"6d02bed8-1736-49cf-b0d3-7f53d89d087c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.506343272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"0fbbad46-06d5-4cef-9dd7-c8cd2ce5deeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.561457186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"6d02bed8-1736-49cf-b0d3-7f53d89d087c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.561559817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"0fbbad46-06d5-4cef-9dd7-c8cd2ce5deeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.605885921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-auth","reconcileID":"7467a264-8a35-4fd6-8032-b69b358ac669","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.660908784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-auth","reconcileID":"7467a264-8a35-4fd6-8032-b69b358ac669","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.696431358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"cfb92bbf-b776-4129-a56e-7996a686d037","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.895314516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"9d03c8a1-2c9c-47cf-b179-a830d178b12c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.895315551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"47c4100f-ae7d-4f33-8c8e-a47ec420c2f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.937299011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"bc4a0adf-1677-4ca2-99c7-f6084ce35362","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.950131127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"9d03c8a1-2c9c-47cf-b179-a830d178b12c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:50.95013623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"47c4100f-ae7d-4f33-8c8e-a47ec420c2f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.016335486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-auth","reconcileID":"561dbc12-3ef0-4934-a544-d906958516aa","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.081132106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-auth","reconcileID":"561dbc12-3ef0-4934-a544-d906958516aa","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.144946881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"94742961-9d2a-48a8-8284-6006eea3c0ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.304382255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"b4e0a5b3-dd7f-44bd-a3aa-2517694ff8f5","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.37104389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c591acd0-9cec-4fc3-aa6a-92a415b02ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.37104361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6e181602-77c1-43f5-9e13-73c9fb716837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.427646428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c591acd0-9cec-4fc3-aa6a-92a415b02ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.427644456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6e181602-77c1-43f5-9e13-73c9fb716837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.481818943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (330b291bf51a51eb4fa1841dac82a96e9bd6b1c45cedf91c10a0b37047182021) AuthConfig (7dbd2514d22517c9fcdf3a204df13ae073614da007f00eb14061b4733bdd9d20) AuthConfig (01804c4d4038ba7189266f91fb120fe8919cc341385d396136380abf427fffd4) AuthConfig (562205c431f4597c2eccbe28f0b0909f31593d727dc47485d6732a91e2831b9a) AuthConfig (7f7169b8dcf2c7b0d75ec0eb76a788c9e0751a53ae0869ca5cf955b6af0c2b06) AuthConfig (5afb45101956061d3c3938f1ce11c469eaca30926ad3b6d0d1a67eeffb8ab533) AuthConfig (53cd06c77c50216282a0f089e9d4a45f7b8a49b618de007c2f42d587113b261e) AuthConfig (5a0bc32ff1b8d4db8d8dfdeb677a0e939c37a05943798ad78be7feaf3bccaa51) AuthConfig (66185213fc8c746322bc617b5e6f943e3e1778d2d4188db879b7480a5a19df08) AuthConfig (be169bb19eaeaefa9085c723e8b615f33865e6fc0a47189d49e2530e8677cf4f) AuthConfig (cc02006aa1b335a22f5f1d9f917fc62fb5dccace8444a6e16c49c58198f59890) AuthConfig (c2ad799c195322a8a044342e8d173f47ef9aea855903d8f22ce5f2e087e1b7ea) AuthConfig (cfb1f221167fc7fa1d24cb6a5055bb7770fca43f53dfb127a93aefe455f61e47) AuthConfig (f04a7b67389e793280d365ee98208faa9e1c7b2ae22f89d98c98bc58018e5d6d) AuthConfig (18287472b3f240633c5759a4bc95391fe767121acb85171b1921ee34698cf6fe) AuthConfig (b41ad500fcc290bc44c260e8312389af38af6220b2c319aa9ee80cc4b5c3da73) AuthConfig (c82682273b6eb16c95b0f88dcee227e518300c8747df3de0a39e3b3652e3b7e1) AuthConfig (75dd9eb79d7c0ada70916f89968f67f022dc9129c117a26e151859df753c4ce7) AuthConfig (1d500fc89ee16ae529cdaf70825a62301a86d17ea3d9992ea70206a9f9eb7b91) AuthConfig (a7514ddd74379c7bf975a53125f83b6cbe125b85e0c089adc0b49e008aa4ad31) AuthConfig (15e0e1c05afdb7a96c24010190f7c12cc14d5c9c4faa0336c929d52f1a7432e2) AuthConfig (76e5d6aa24cd4998e1965f1626648a2336b07e41037d698ae1742a6de59f9acc) AuthConfig (e2aeea757a25f7e07eea65b2eb8ef8a9dfbd4578e590aec8ad11d91f2f2aad42) AuthConfig (9c9e3276dc08affaad6b22376e0417c4f55e35bc17118ee7c7587a02f1f50db0) AuthConfig (e30934de29f66da6abf00fbd88b929b9829e96d035336fd40fa21169dd166dba) AuthConfig (8f5e34ad2acdf9297e33bfaa20eff5b8c7acd97d881943e1fea3451b9e33433a) AuthConfig (4b9c81b448536808ed51524b56ea0c474ca1f6a593c8e86786cab484dcdf5d14) AuthConfig (1a45080a2f2db07373c69cadbcbc1f91d5089a9e067c53951f1339017a1d90e2) AuthConfig (59919d9c3d2191d1b44498dc25c56aff0a64a56077aa6b4d68f416358d9a3520) AuthConfig (0984467cc1183ec5543267a5fa25f25a77b31c1e77d191a5bdc87add3b779f98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c591acd0-9cec-4fc3-aa6a-92a415b02ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.481886294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (330b291bf51a51eb4fa1841dac82a96e9bd6b1c45cedf91c10a0b37047182021) AuthConfig (7dbd2514d22517c9fcdf3a204df13ae073614da007f00eb14061b4733bdd9d20) AuthConfig (01804c4d4038ba7189266f91fb120fe8919cc341385d396136380abf427fffd4) AuthConfig (562205c431f4597c2eccbe28f0b0909f31593d727dc47485d6732a91e2831b9a) AuthConfig (7f7169b8dcf2c7b0d75ec0eb76a788c9e0751a53ae0869ca5cf955b6af0c2b06) AuthConfig (5afb45101956061d3c3938f1ce11c469eaca30926ad3b6d0d1a67eeffb8ab533) AuthConfig (53cd06c77c50216282a0f089e9d4a45f7b8a49b618de007c2f42d587113b261e) AuthConfig (5a0bc32ff1b8d4db8d8dfdeb677a0e939c37a05943798ad78be7feaf3bccaa51) AuthConfig (66185213fc8c746322bc617b5e6f943e3e1778d2d4188db879b7480a5a19df08) AuthConfig (be169bb19eaeaefa9085c723e8b615f33865e6fc0a47189d49e2530e8677cf4f) AuthConfig (cc02006aa1b335a22f5f1d9f917fc62fb5dccace8444a6e16c49c58198f59890) AuthConfig (c2ad799c195322a8a044342e8d173f47ef9aea855903d8f22ce5f2e087e1b7ea) AuthConfig (cfb1f221167fc7fa1d24cb6a5055bb7770fca43f53dfb127a93aefe455f61e47) AuthConfig (f04a7b67389e793280d365ee98208faa9e1c7b2ae22f89d98c98bc58018e5d6d) AuthConfig (18287472b3f240633c5759a4bc95391fe767121acb85171b1921ee34698cf6fe) AuthConfig (b41ad500fcc290bc44c260e8312389af38af6220b2c319aa9ee80cc4b5c3da73) AuthConfig (c82682273b6eb16c95b0f88dcee227e518300c8747df3de0a39e3b3652e3b7e1) AuthConfig (75dd9eb79d7c0ada70916f89968f67f022dc9129c117a26e151859df753c4ce7) AuthConfig (1d500fc89ee16ae529cdaf70825a62301a86d17ea3d9992ea70206a9f9eb7b91) AuthConfig (a7514ddd74379c7bf975a53125f83b6cbe125b85e0c089adc0b49e008aa4ad31) AuthConfig (15e0e1c05afdb7a96c24010190f7c12cc14d5c9c4faa0336c929d52f1a7432e2) AuthConfig (76e5d6aa24cd4998e1965f1626648a2336b07e41037d698ae1742a6de59f9acc) AuthConfig (e2aeea757a25f7e07eea65b2eb8ef8a9dfbd4578e590aec8ad11d91f2f2aad42) AuthConfig (9c9e3276dc08affaad6b22376e0417c4f55e35bc17118ee7c7587a02f1f50db0) AuthConfig (e30934de29f66da6abf00fbd88b929b9829e96d035336fd40fa21169dd166dba) AuthConfig (8f5e34ad2acdf9297e33bfaa20eff5b8c7acd97d881943e1fea3451b9e33433a) AuthConfig (4b9c81b448536808ed51524b56ea0c474ca1f6a593c8e86786cab484dcdf5d14) AuthConfig (1a45080a2f2db07373c69cadbcbc1f91d5089a9e067c53951f1339017a1d90e2) AuthConfig (59919d9c3d2191d1b44498dc25c56aff0a64a56077aa6b4d68f416358d9a3520) AuthConfig (0984467cc1183ec5543267a5fa25f25a77b31c1e77d191a5bdc87add3b779f98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6e181602-77c1-43f5-9e13-73c9fb716837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.537810045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"8014bf85-4bb0-418a-97f0-58c2da8e46e2","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.538198895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"a286b104-92e5-4623-b191-7a4707d2781b","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.687565853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"074af79d-f513-4d7d-a117-54f4962d21eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.687576554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"448c31f9-e2d1-4305-af1e-45b9c8673907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.742598413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"074af79d-f513-4d7d-a117-54f4962d21eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.742616998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"448c31f9-e2d1-4305-af1e-45b9c8673907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.79726116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (330b291bf51a51eb4fa1841dac82a96e9bd6b1c45cedf91c10a0b37047182021) AuthConfig (7dbd2514d22517c9fcdf3a204df13ae073614da007f00eb14061b4733bdd9d20) AuthConfig (01804c4d4038ba7189266f91fb120fe8919cc341385d396136380abf427fffd4) AuthConfig (562205c431f4597c2eccbe28f0b0909f31593d727dc47485d6732a91e2831b9a) AuthConfig (7f7169b8dcf2c7b0d75ec0eb76a788c9e0751a53ae0869ca5cf955b6af0c2b06) AuthConfig (5afb45101956061d3c3938f1ce11c469eaca30926ad3b6d0d1a67eeffb8ab533) AuthConfig (53cd06c77c50216282a0f089e9d4a45f7b8a49b618de007c2f42d587113b261e) AuthConfig (5a0bc32ff1b8d4db8d8dfdeb677a0e939c37a05943798ad78be7feaf3bccaa51) AuthConfig (66185213fc8c746322bc617b5e6f943e3e1778d2d4188db879b7480a5a19df08) AuthConfig (be169bb19eaeaefa9085c723e8b615f33865e6fc0a47189d49e2530e8677cf4f) AuthConfig (cc02006aa1b335a22f5f1d9f917fc62fb5dccace8444a6e16c49c58198f59890) AuthConfig (c2ad799c195322a8a044342e8d173f47ef9aea855903d8f22ce5f2e087e1b7ea) AuthConfig (cfb1f221167fc7fa1d24cb6a5055bb7770fca43f53dfb127a93aefe455f61e47) AuthConfig (f04a7b67389e793280d365ee98208faa9e1c7b2ae22f89d98c98bc58018e5d6d) AuthConfig (18287472b3f240633c5759a4bc95391fe767121acb85171b1921ee34698cf6fe) AuthConfig (b41ad500fcc290bc44c260e8312389af38af6220b2c319aa9ee80cc4b5c3da73) AuthConfig (c82682273b6eb16c95b0f88dcee227e518300c8747df3de0a39e3b3652e3b7e1) AuthConfig (75dd9eb79d7c0ada70916f89968f67f022dc9129c117a26e151859df753c4ce7) AuthConfig (1d500fc89ee16ae529cdaf70825a62301a86d17ea3d9992ea70206a9f9eb7b91) AuthConfig (a7514ddd74379c7bf975a53125f83b6cbe125b85e0c089adc0b49e008aa4ad31) AuthConfig (15e0e1c05afdb7a96c24010190f7c12cc14d5c9c4faa0336c929d52f1a7432e2) AuthConfig (76e5d6aa24cd4998e1965f1626648a2336b07e41037d698ae1742a6de59f9acc) AuthConfig (e2aeea757a25f7e07eea65b2eb8ef8a9dfbd4578e590aec8ad11d91f2f2aad42) AuthConfig (9c9e3276dc08affaad6b22376e0417c4f55e35bc17118ee7c7587a02f1f50db0) AuthConfig (e30934de29f66da6abf00fbd88b929b9829e96d035336fd40fa21169dd166dba) AuthConfig (8f5e34ad2acdf9297e33bfaa20eff5b8c7acd97d881943e1fea3451b9e33433a) AuthConfig (4b9c81b448536808ed51524b56ea0c474ca1f6a593c8e86786cab484dcdf5d14) AuthConfig (1a45080a2f2db07373c69cadbcbc1f91d5089a9e067c53951f1339017a1d90e2) AuthConfig (59919d9c3d2191d1b44498dc25c56aff0a64a56077aa6b4d68f416358d9a3520) AuthConfig (0984467cc1183ec5543267a5fa25f25a77b31c1e77d191a5bdc87add3b779f98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"448c31f9-e2d1-4305-af1e-45b9c8673907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.797261135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (330b291bf51a51eb4fa1841dac82a96e9bd6b1c45cedf91c10a0b37047182021) AuthConfig (7dbd2514d22517c9fcdf3a204df13ae073614da007f00eb14061b4733bdd9d20) AuthConfig (01804c4d4038ba7189266f91fb120fe8919cc341385d396136380abf427fffd4) AuthConfig (562205c431f4597c2eccbe28f0b0909f31593d727dc47485d6732a91e2831b9a) AuthConfig (7f7169b8dcf2c7b0d75ec0eb76a788c9e0751a53ae0869ca5cf955b6af0c2b06) AuthConfig (5afb45101956061d3c3938f1ce11c469eaca30926ad3b6d0d1a67eeffb8ab533) AuthConfig (53cd06c77c50216282a0f089e9d4a45f7b8a49b618de007c2f42d587113b261e) AuthConfig (5a0bc32ff1b8d4db8d8dfdeb677a0e939c37a05943798ad78be7feaf3bccaa51) AuthConfig (66185213fc8c746322bc617b5e6f943e3e1778d2d4188db879b7480a5a19df08) AuthConfig (be169bb19eaeaefa9085c723e8b615f33865e6fc0a47189d49e2530e8677cf4f) AuthConfig (cc02006aa1b335a22f5f1d9f917fc62fb5dccace8444a6e16c49c58198f59890) AuthConfig (c2ad799c195322a8a044342e8d173f47ef9aea855903d8f22ce5f2e087e1b7ea) AuthConfig (cfb1f221167fc7fa1d24cb6a5055bb7770fca43f53dfb127a93aefe455f61e47) AuthConfig (f04a7b67389e793280d365ee98208faa9e1c7b2ae22f89d98c98bc58018e5d6d) AuthConfig (18287472b3f240633c5759a4bc95391fe767121acb85171b1921ee34698cf6fe) AuthConfig (b41ad500fcc290bc44c260e8312389af38af6220b2c319aa9ee80cc4b5c3da73) AuthConfig (c82682273b6eb16c95b0f88dcee227e518300c8747df3de0a39e3b3652e3b7e1) AuthConfig (75dd9eb79d7c0ada70916f89968f67f022dc9129c117a26e151859df753c4ce7) AuthConfig (1d500fc89ee16ae529cdaf70825a62301a86d17ea3d9992ea70206a9f9eb7b91) AuthConfig (a7514ddd74379c7bf975a53125f83b6cbe125b85e0c089adc0b49e008aa4ad31) AuthConfig (15e0e1c05afdb7a96c24010190f7c12cc14d5c9c4faa0336c929d52f1a7432e2) AuthConfig (76e5d6aa24cd4998e1965f1626648a2336b07e41037d698ae1742a6de59f9acc) AuthConfig (e2aeea757a25f7e07eea65b2eb8ef8a9dfbd4578e590aec8ad11d91f2f2aad42) AuthConfig (9c9e3276dc08affaad6b22376e0417c4f55e35bc17118ee7c7587a02f1f50db0) AuthConfig (e30934de29f66da6abf00fbd88b929b9829e96d035336fd40fa21169dd166dba) AuthConfig (8f5e34ad2acdf9297e33bfaa20eff5b8c7acd97d881943e1fea3451b9e33433a) AuthConfig (4b9c81b448536808ed51524b56ea0c474ca1f6a593c8e86786cab484dcdf5d14) AuthConfig (1a45080a2f2db07373c69cadbcbc1f91d5089a9e067c53951f1339017a1d90e2) AuthConfig (59919d9c3d2191d1b44498dc25c56aff0a64a56077aa6b4d68f416358d9a3520) AuthConfig (0984467cc1183ec5543267a5fa25f25a77b31c1e77d191a5bdc87add3b779f98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"074af79d-f513-4d7d-a117-54f4962d21eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:51.84893341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"448c31f9-e2d1-4305-af1e-45b9c8673907","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.003662817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a16eba17-76ba-41f5-9b8c-d5f5c753662d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.058511112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a16eba17-76ba-41f5-9b8c-d5f5c753662d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.112370037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (330b291bf51a51eb4fa1841dac82a96e9bd6b1c45cedf91c10a0b37047182021) AuthConfig (7dbd2514d22517c9fcdf3a204df13ae073614da007f00eb14061b4733bdd9d20) AuthConfig (01804c4d4038ba7189266f91fb120fe8919cc341385d396136380abf427fffd4) AuthConfig (562205c431f4597c2eccbe28f0b0909f31593d727dc47485d6732a91e2831b9a) AuthConfig (7f7169b8dcf2c7b0d75ec0eb76a788c9e0751a53ae0869ca5cf955b6af0c2b06) AuthConfig (5afb45101956061d3c3938f1ce11c469eaca30926ad3b6d0d1a67eeffb8ab533) AuthConfig (53cd06c77c50216282a0f089e9d4a45f7b8a49b618de007c2f42d587113b261e) AuthConfig (5a0bc32ff1b8d4db8d8dfdeb677a0e939c37a05943798ad78be7feaf3bccaa51) AuthConfig (66185213fc8c746322bc617b5e6f943e3e1778d2d4188db879b7480a5a19df08) AuthConfig (be169bb19eaeaefa9085c723e8b615f33865e6fc0a47189d49e2530e8677cf4f) AuthConfig (cc02006aa1b335a22f5f1d9f917fc62fb5dccace8444a6e16c49c58198f59890) AuthConfig (c2ad799c195322a8a044342e8d173f47ef9aea855903d8f22ce5f2e087e1b7ea) AuthConfig (cfb1f221167fc7fa1d24cb6a5055bb7770fca43f53dfb127a93aefe455f61e47) AuthConfig (f04a7b67389e793280d365ee98208faa9e1c7b2ae22f89d98c98bc58018e5d6d) AuthConfig (18287472b3f240633c5759a4bc95391fe767121acb85171b1921ee34698cf6fe) AuthConfig (b41ad500fcc290bc44c260e8312389af38af6220b2c319aa9ee80cc4b5c3da73) AuthConfig (c82682273b6eb16c95b0f88dcee227e518300c8747df3de0a39e3b3652e3b7e1) AuthConfig (75dd9eb79d7c0ada70916f89968f67f022dc9129c117a26e151859df753c4ce7) AuthConfig (1d500fc89ee16ae529cdaf70825a62301a86d17ea3d9992ea70206a9f9eb7b91) AuthConfig (a7514ddd74379c7bf975a53125f83b6cbe125b85e0c089adc0b49e008aa4ad31) AuthConfig (15e0e1c05afdb7a96c24010190f7c12cc14d5c9c4faa0336c929d52f1a7432e2) AuthConfig (76e5d6aa24cd4998e1965f1626648a2336b07e41037d698ae1742a6de59f9acc) AuthConfig (e2aeea757a25f7e07eea65b2eb8ef8a9dfbd4578e590aec8ad11d91f2f2aad42) AuthConfig (9c9e3276dc08affaad6b22376e0417c4f55e35bc17118ee7c7587a02f1f50db0) AuthConfig (e30934de29f66da6abf00fbd88b929b9829e96d035336fd40fa21169dd166dba) AuthConfig (8f5e34ad2acdf9297e33bfaa20eff5b8c7acd97d881943e1fea3451b9e33433a) AuthConfig (4b9c81b448536808ed51524b56ea0c474ca1f6a593c8e86786cab484dcdf5d14) AuthConfig (1a45080a2f2db07373c69cadbcbc1f91d5089a9e067c53951f1339017a1d90e2) AuthConfig (59919d9c3d2191d1b44498dc25c56aff0a64a56077aa6b4d68f416358d9a3520) AuthConfig (0984467cc1183ec5543267a5fa25f25a77b31c1e77d191a5bdc87add3b779f98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a16eba17-76ba-41f5-9b8c-d5f5c753662d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.216834619Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-sub","reconcileID":"6dc40841-1eef-4a4c-ac6a-2deaa7574400","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.425319967Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-sub","reconcileID":"6dc40841-1eef-4a4c-ac6a-2deaa7574400","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.62743645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"9d8aa05d-7684-41bd-9829-e5a2d387fff3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.684999918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"bc7d3840-69f1-4394-8635-3c26d3f84db4","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.856868605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"48c46ddd-161d-49cd-950f-495244e5c338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.857469361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"a6ee41d7-a071-4cb3-83fe-b6cc1b52d7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.874115038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"4fa64560-0991-46f0-9a13-d0ced4d6b7e7","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.912349893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"48c46ddd-161d-49cd-950f-495244e5c338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.912830461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"a6ee41d7-a071-4cb3-83fe-b6cc1b52d7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:52.953473929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-auth","reconcileID":"aad621e7-f8cb-4f1c-882a-19041e353ae8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:53.008497302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-auth","reconcileID":"aad621e7-f8cb-4f1c-882a-19041e353ae8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:53.158037722Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-active-auth","reconcileID":"390b0c21-77d3-4a94-a6a8-409ee4d423b9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:53.31375633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"8904e783-9154-462e-b1d6-57124fd5c33e","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:53.476821193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"b1a7e447-33b1-4fbd-b4fa-99736c3a4b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:53.476906701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-auth","reconcileID":"105f4d05-566f-4f84-a223-a15d8348fffe","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:53.477189249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"673551cb-6ce3-46bc-a68b-d33eb73e8980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:53.53309724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"b1a7e447-33b1-4fbd-b4fa-99736c3a4b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:53.534043841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"673551cb-6ce3-46bc-a68b-d33eb73e8980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:53.535483605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-auth","reconcileID":"105f4d05-566f-4f84-a223-a15d8348fffe","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.41032347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"b4e9ccaf-1e79-4a90-8119-1035296aabe0","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.465591222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"b84043ff-67fe-4775-a060-9905f56db06b","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.615196795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-auth","reconcileID":"e28e7f65-bce0-44e3-87d7-c63acee848f0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.6710688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-auth","reconcileID":"e28e7f65-bce0-44e3-87d7-c63acee848f0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.702507074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"6fde4c90-0d03-4e55-a396-ac573de1a5be","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.75543001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"840534dc-6f91-4f30-8edc-622454550044","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:54.811536895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-sub","reconcileID":"ee663f56-a4a6-40be-83b4-6910f8ff45eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.851502362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"319e7fb7-bf59-41a3-9752-160661916e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.851532096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"afe42114-127c-465a-a1e1-de0e48228063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.907077983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"afe42114-127c-465a-a1e1-de0e48228063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.907125423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"319e7fb7-bf59-41a3-9752-160661916e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.924446551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"befbfc3a-0539-41f1-9565-dfc862c2a24c","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.929594254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"dac2ad57-2f1f-49d5-9765-c1f2d843b29e","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.980124993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"13e1cc92-7c16-4af0-9da1-68ebca89ccfb","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.079046972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-auth","reconcileID":"047d64f6-6348-4775-b9aa-85acc35752af","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.133968697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-auth","reconcileID":"047d64f6-6348-4775-b9aa-85acc35752af","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.235697799Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-sub","reconcileID":"9a4287e7-696e-4c37-8a8e-00fa3e9c43c3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w4-ef2572/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.23587002Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-sub","reconcileID":"9a4287e7-696e-4c37-8a8e-00fa3e9c43c3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.260687514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"b2197766-2b58-4663-8589-3956b83aa843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.260728984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"70ada846-2b87-44b5-bf0e-5332388711fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.31594183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"b2197766-2b58-4663-8589-3956b83aa843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.316068872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"70ada846-2b87-44b5-bf0e-5332388711fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.436963533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"25a31e4a-549f-40cd-ba78-cb99e5f95121","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.479911036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"0c3e1812-3f7f-4599-92c7-d4ab24c74924","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.535964004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"a796a166-39d0-423e-bb98-5b3afb097a79","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.611091318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"abf2268e-c5c4-4a8d-b7ee-4d17551bdb37","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.645503818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-sub","reconcileID":"74151480-d484-41bc-83e2-d4525c3dd113","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.645691444Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-sub","reconcileID":"74151480-d484-41bc-83e2-d4525c3dd113","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.667367595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"c47d6873-374a-4ad2-b243-c20722924670","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.71983898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"a8389b25-5cf3-4970-9f99-d47a314fa5b6","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:55.722719944Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-dd98f0/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.772942044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"e624818f-def2-4c1d-bd84-e696bb5067b1","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.943641931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"87aa80b4-92ca-4b11-9292-ae262771e3a1","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.001693701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"34f90422-d6d0-4890-b1f1-3db5bffdecb8","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.00750023Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"776e6496-cda2-4b51-92d2-667a597d174b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"simulator-w3-dd98f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dd98f0/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:56.053284888Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"34f90422-d6d0-4890-b1f1-3db5bffdecb8","name":"simulator-w3-dd98f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-dd98f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:56.053354948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"34f90422-d6d0-4890-b1f1-3db5bffdecb8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-dd98f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.059497774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"04fdd8af-accb-413f-9585-74cff0c56ce8","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.098444471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"171bd870-48b3-4df9-b5a4-1da46b662677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.164259665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"c98e3766-1bdf-4188-9e50-faa3f4bda848","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.221405433Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"171bd870-48b3-4df9-b5a4-1da46b662677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.232724844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"f1883f8b-d3c3-451f-bb95-a0d8367de409","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.274951664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dd98f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"171bd870-48b3-4df9-b5a4-1da46b662677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.287144171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"2c1ce530-6083-442b-91e0-4f0de37f29cf","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.328672591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"2a3740fb-ff74-476e-a23a-05744a6a2535","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:56.340792033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"08e4ca86-81c2-4c55-a719-83143fb26dcb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.343725591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"736c3489-7445-4940-8c65-877a5244cb5d","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.364419683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"ab2a17b5-f521-4225-8d45-de7f525d3cc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.428294165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"2aa59f1f-2ed1-4aae-867b-fbd47ec6287e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.454323766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"e216149b-9d19-4027-8a14-0d4b1027a81c","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.483349454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"2aa59f1f-2ed1-4aae-867b-fbd47ec6287e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.509598455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"c66556ab-e17b-4579-b9a6-6d74a302119b","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.514160939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"0b3ad9e9-5e92-4b30-a8f9-d8055ace6705","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.537182779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dd98f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"2aa59f1f-2ed1-4aae-867b-fbd47ec6287e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.56986356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"464ccb6d-3d97-44f4-b22f-73c30d0e5cad","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:56.621383721Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"464ccb6d-3d97-44f4-b22f-73c30d0e5cad","name":"premium-w3-dd98f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-dd98f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:56.621447443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"464ccb6d-3d97-44f4-b22f-73c30d0e5cad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-dd98f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.626755463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"f54aa9b7-ed5d-4d24-86bf-e4b5569a7528","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.689626345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"bb2dc02a-e30f-4c65-9c58-17133bfa5e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.714990917Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"c5af517e-6ac2-4175-8f44-fdb8e6db56e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"premium-w3-dd98f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dd98f0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.717962653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"55e40f1c-3a51-43e8-836c-2c75c0cfa68d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.744693093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"bb2dc02a-e30f-4c65-9c58-17133bfa5e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.774575628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"55e40f1c-3a51-43e8-836c-2c75c0cfa68d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.798549249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dd98f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"bb2dc02a-e30f-4c65-9c58-17133bfa5e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.828336443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dd98f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"55e40f1c-3a51-43e8-836c-2c75c0cfa68d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.875692208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"e0e1163e-a250-44cd-b268-6d40a14dad02","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.881892674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"82276a6a-4dcd-46a0-a008-e1a719e3f760","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.9485284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"a1aad026-7b61-4116-aae0-03ad8a0b01b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.005474368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"a1aad026-7b61-4116-aae0-03ad8a0b01b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.053404679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"41288b1b-b62e-48bf-bc5f-b7f72e97f08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.059649588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dd98f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"a1aad026-7b61-4116-aae0-03ad8a0b01b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.083466778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"89dc4729-79e0-443a-bd23-65e90b5631ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.108664646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"41288b1b-b62e-48bf-bc5f-b7f72e97f08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.162745887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dd98f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"41288b1b-b62e-48bf-bc5f-b7f72e97f08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.506784767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"4f59e70e-c248-4599-8099-d2c631f3f496","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.641747238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"3ab85a99-bf29-4e88-ade0-9addab94a67f","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.679460606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"97bca054-925a-4c29-b116-dee6ae8d520e","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.697578951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"fd85a6bc-4972-4cda-8929-bd64f987ea99","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.751083702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"f9b27803-fef8-4aae-8ef8-ae9ce8abe8e8","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:57.752315828Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-8bec73/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.80609147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"f595b0e0-b4b2-418f-b1a0-36ead702ff2a","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.831245292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"a02de4c9-0102-4895-a6d1-c9dc6abb42d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.831354096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-auth","reconcileID":"4e834cc3-3c88-4041-ba05-7a60ae9d442b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.831645864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"31eaa018-7277-4960-acc9-aeee38d70bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.889014039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-auth","reconcileID":"4e834cc3-3c88-4041-ba05-7a60ae9d442b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.889979378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"31eaa018-7277-4960-acc9-aeee38d70bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.892140077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"a02de4c9-0102-4895-a6d1-c9dc6abb42d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.920030045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"c8e377c7-e6d7-4ffe-ae60-422a9233557a","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:57.977696111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"ef7e63be-551b-4f3b-8d3e-b987473ac61a","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.008588412Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"43479ada-7fb8-4b7d-b389-77743b15d614","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"simulator-w0-8bec73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:58.029169302Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"ef7e63be-551b-4f3b-8d3e-b987473ac61a","name":"simulator-w0-8bec73","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-8bec73\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:58.029251255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"ef7e63be-551b-4f3b-8d3e-b987473ac61a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-8bec73\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.034562647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"19d1155f-f22a-4146-b841-e048c2ac9528","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.073841109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"1406e0d6-e5ba-40e7-a143-bbe56c7e7274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.170961505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"36dadb57-41a3-46f0-93b4-23723ebf798a","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.196163636Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"1406e0d6-e5ba-40e7-a143-bbe56c7e7274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.200299667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"d05e4a14-de6b-450b-8836-cc0eeec9634f","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.249959153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8bec73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"1406e0d6-e5ba-40e7-a143-bbe56c7e7274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.258084857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"c1794b6e-cca3-48b6-82e3-de87453e365b","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.306461028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"8f3981ed-b99b-4267-9e44-48978e2ddc43","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:58.311778926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"cfc3f276-78ea-47c5-840b-3644214aced9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.31419212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"ff233e46-88d3-4a30-9e3d-a579693c0e4d","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.370860462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"fa4ba303-8733-4943-8da4-2ad85887fa6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.406007607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"e67fb880-a01e-4105-83c7-9ff351acf945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.424832271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"cda1edbf-2754-4b80-a2e5-1b379b4f59cd","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.460822357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"e67fb880-a01e-4105-83c7-9ff351acf945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.48057375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"a3beef3f-8906-431b-a49c-ee9237c461a3","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.492352383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"35967067-a84b-4b32-a0b6-80e504f79d29","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.51471466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8bec73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"e67fb880-a01e-4105-83c7-9ff351acf945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.550469009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"d2c80970-14e3-4ac9-aa66-fa1c5c5aa77a","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:58.602404013Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"d2c80970-14e3-4ac9-aa66-fa1c5c5aa77a","name":"premium-w0-8bec73","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-8bec73\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:43:58.602470473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"d2c80970-14e3-4ac9-aa66-fa1c5c5aa77a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-8bec73\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.607792706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"7c4b2009-6e39-432f-9d4f-17541443c9e9","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.663608013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"407660ab-53e5-48fe-ad00-0f0372e2e86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.685872955Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"9a18f9ea-31e9-4363-b5fd-ebed4cb4b544","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"premium-w0-8bec73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.694766071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c46da022-bd99-4a72-a51c-438a78d967aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.718466238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"407660ab-53e5-48fe-ad00-0f0372e2e86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.749406352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c46da022-bd99-4a72-a51c-438a78d967aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.771888867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8bec73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"407660ab-53e5-48fe-ad00-0f0372e2e86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.802994239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8bec73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c46da022-bd99-4a72-a51c-438a78d967aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.845122727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"06c9f74e-b438-409c-88ca-5f2a292675e7","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.856635503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"30ad7798-7b68-4e4d-a1df-af28155cdbca","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.921091184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"30339173-9a8c-4ea0-b6bd-2e3e30e7d0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:58.988895881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"30339173-9a8c-4ea0-b6bd-2e3e30e7d0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:59.035025516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"f4bc27ce-3d80-4e77-a3ef-4aaa10791a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:59.0424709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8bec73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"30339173-9a8c-4ea0-b6bd-2e3e30e7d0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:59.045598341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"0e605c2b-0687-451e-a84b-582b277d8620","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:59.089998349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"f4bc27ce-3d80-4e77-a3ef-4aaa10791a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:59.144172119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8bec73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"f4bc27ce-3d80-4e77-a3ef-4aaa10791a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:01.947766385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"37fd2475-6e38-4388-a124-6f3ad0500357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:02.00290016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"37fd2475-6e38-4388-a124-6f3ad0500357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:02.05670776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (330b291bf51a51eb4fa1841dac82a96e9bd6b1c45cedf91c10a0b37047182021) AuthConfig (7dbd2514d22517c9fcdf3a204df13ae073614da007f00eb14061b4733bdd9d20) AuthConfig (01804c4d4038ba7189266f91fb120fe8919cc341385d396136380abf427fffd4) AuthConfig (562205c431f4597c2eccbe28f0b0909f31593d727dc47485d6732a91e2831b9a) AuthConfig (7f7169b8dcf2c7b0d75ec0eb76a788c9e0751a53ae0869ca5cf955b6af0c2b06) AuthConfig (5afb45101956061d3c3938f1ce11c469eaca30926ad3b6d0d1a67eeffb8ab533) AuthConfig (53cd06c77c50216282a0f089e9d4a45f7b8a49b618de007c2f42d587113b261e) AuthConfig (5a0bc32ff1b8d4db8d8dfdeb677a0e939c37a05943798ad78be7feaf3bccaa51) AuthConfig (66185213fc8c746322bc617b5e6f943e3e1778d2d4188db879b7480a5a19df08) AuthConfig (be169bb19eaeaefa9085c723e8b615f33865e6fc0a47189d49e2530e8677cf4f) AuthConfig (cc02006aa1b335a22f5f1d9f917fc62fb5dccace8444a6e16c49c58198f59890) AuthConfig (c2ad799c195322a8a044342e8d173f47ef9aea855903d8f22ce5f2e087e1b7ea) AuthConfig (cfb1f221167fc7fa1d24cb6a5055bb7770fca43f53dfb127a93aefe455f61e47) AuthConfig (f04a7b67389e793280d365ee98208faa9e1c7b2ae22f89d98c98bc58018e5d6d) AuthConfig (18287472b3f240633c5759a4bc95391fe767121acb85171b1921ee34698cf6fe) AuthConfig (b41ad500fcc290bc44c260e8312389af38af6220b2c319aa9ee80cc4b5c3da73) AuthConfig (c82682273b6eb16c95b0f88dcee227e518300c8747df3de0a39e3b3652e3b7e1) AuthConfig (75dd9eb79d7c0ada70916f89968f67f022dc9129c117a26e151859df753c4ce7) AuthConfig (1d500fc89ee16ae529cdaf70825a62301a86d17ea3d9992ea70206a9f9eb7b91) AuthConfig (a7514ddd74379c7bf975a53125f83b6cbe125b85e0c089adc0b49e008aa4ad31) AuthConfig (15e0e1c05afdb7a96c24010190f7c12cc14d5c9c4faa0336c929d52f1a7432e2) AuthConfig (76e5d6aa24cd4998e1965f1626648a2336b07e41037d698ae1742a6de59f9acc) AuthConfig (e2aeea757a25f7e07eea65b2eb8ef8a9dfbd4578e590aec8ad11d91f2f2aad42) AuthConfig (9c9e3276dc08affaad6b22376e0417c4f55e35bc17118ee7c7587a02f1f50db0) AuthConfig (e30934de29f66da6abf00fbd88b929b9829e96d035336fd40fa21169dd166dba) AuthConfig (8f5e34ad2acdf9297e33bfaa20eff5b8c7acd97d881943e1fea3451b9e33433a) AuthConfig (4b9c81b448536808ed51524b56ea0c474ca1f6a593c8e86786cab484dcdf5d14) AuthConfig (1a45080a2f2db07373c69cadbcbc1f91d5089a9e067c53951f1339017a1d90e2) AuthConfig (59919d9c3d2191d1b44498dc25c56aff0a64a56077aa6b4d68f416358d9a3520) AuthConfig (0984467cc1183ec5543267a5fa25f25a77b31c1e77d191a5bdc87add3b779f98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"37fd2475-6e38-4388-a124-6f3ad0500357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:02.262386161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"cade9969-4bf1-4d9c-8cad-df1564d9597a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:02.317285554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"cade9969-4bf1-4d9c-8cad-df1564d9597a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:02.371642277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (330b291bf51a51eb4fa1841dac82a96e9bd6b1c45cedf91c10a0b37047182021) AuthConfig (7dbd2514d22517c9fcdf3a204df13ae073614da007f00eb14061b4733bdd9d20) AuthConfig (01804c4d4038ba7189266f91fb120fe8919cc341385d396136380abf427fffd4) AuthConfig (562205c431f4597c2eccbe28f0b0909f31593d727dc47485d6732a91e2831b9a) AuthConfig (7f7169b8dcf2c7b0d75ec0eb76a788c9e0751a53ae0869ca5cf955b6af0c2b06) AuthConfig (5afb45101956061d3c3938f1ce11c469eaca30926ad3b6d0d1a67eeffb8ab533) AuthConfig (53cd06c77c50216282a0f089e9d4a45f7b8a49b618de007c2f42d587113b261e) AuthConfig (5a0bc32ff1b8d4db8d8dfdeb677a0e939c37a05943798ad78be7feaf3bccaa51) AuthConfig (66185213fc8c746322bc617b5e6f943e3e1778d2d4188db879b7480a5a19df08) AuthConfig (be169bb19eaeaefa9085c723e8b615f33865e6fc0a47189d49e2530e8677cf4f) AuthConfig (cc02006aa1b335a22f5f1d9f917fc62fb5dccace8444a6e16c49c58198f59890) AuthConfig (c2ad799c195322a8a044342e8d173f47ef9aea855903d8f22ce5f2e087e1b7ea) AuthConfig (cfb1f221167fc7fa1d24cb6a5055bb7770fca43f53dfb127a93aefe455f61e47) AuthConfig (f04a7b67389e793280d365ee98208faa9e1c7b2ae22f89d98c98bc58018e5d6d) AuthConfig (18287472b3f240633c5759a4bc95391fe767121acb85171b1921ee34698cf6fe) AuthConfig (b41ad500fcc290bc44c260e8312389af38af6220b2c319aa9ee80cc4b5c3da73) AuthConfig (c82682273b6eb16c95b0f88dcee227e518300c8747df3de0a39e3b3652e3b7e1) AuthConfig (75dd9eb79d7c0ada70916f89968f67f022dc9129c117a26e151859df753c4ce7) AuthConfig (1d500fc89ee16ae529cdaf70825a62301a86d17ea3d9992ea70206a9f9eb7b91) AuthConfig (a7514ddd74379c7bf975a53125f83b6cbe125b85e0c089adc0b49e008aa4ad31) AuthConfig (15e0e1c05afdb7a96c24010190f7c12cc14d5c9c4faa0336c929d52f1a7432e2) AuthConfig (76e5d6aa24cd4998e1965f1626648a2336b07e41037d698ae1742a6de59f9acc) AuthConfig (e2aeea757a25f7e07eea65b2eb8ef8a9dfbd4578e590aec8ad11d91f2f2aad42) AuthConfig (9c9e3276dc08affaad6b22376e0417c4f55e35bc17118ee7c7587a02f1f50db0) AuthConfig (e30934de29f66da6abf00fbd88b929b9829e96d035336fd40fa21169dd166dba) AuthConfig (8f5e34ad2acdf9297e33bfaa20eff5b8c7acd97d881943e1fea3451b9e33433a) AuthConfig (4b9c81b448536808ed51524b56ea0c474ca1f6a593c8e86786cab484dcdf5d14) AuthConfig (1a45080a2f2db07373c69cadbcbc1f91d5089a9e067c53951f1339017a1d90e2) AuthConfig (59919d9c3d2191d1b44498dc25c56aff0a64a56077aa6b4d68f416358d9a3520) AuthConfig (0984467cc1183ec5543267a5fa25f25a77b31c1e77d191a5bdc87add3b779f98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"cade9969-4bf1-4d9c-8cad-df1564d9597a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:03.484987333Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-sub","reconcileID":"b36a8c82-1c79-4f04-9fec-c394222c2582","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:03.485131344Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-sub","reconcileID":"b36a8c82-1c79-4f04-9fec-c394222c2582","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-29ece5/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:03.840936239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"5c4f6966-f218-4f08-877e-3baecbddf12b","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:03.931721913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"281994e0-e9ed-4853-92bd-c367ca36533c","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:03.933893205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-auth","reconcileID":"7311e0fa-ad60-4ca6-a933-8a5f83114419","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:03.934112762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"024a80c8-7033-412a-92c5-b6875fe4d994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:03.934275981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"418229ff-5e70-44e2-a6ff-8c9c4c670716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:03.989391016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"418229ff-5e70-44e2-a6ff-8c9c4c670716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:03.98962038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-auth","reconcileID":"7311e0fa-ad60-4ca6-a933-8a5f83114419","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:03.991641698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"024a80c8-7033-412a-92c5-b6875fe4d994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:04.189643113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-apikey-failed-auth","reconcileID":"9eb8a1e4-7a86-4fbe-ba89-dbc9aca7d80b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:04.446766535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"9951f61d-dd82-4383-ad46-49428a93a9f2","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:05.625189177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"7e1eaff4-e29d-4977-859c-a06477f5c759","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:05.678636208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"6d48d641-198c-40c5-8130-d897d2a21e56","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:05.828678175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"96b8cbf3-0c05-49a3-bb85-8349763e3cb6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:05.884620135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"96b8cbf3-0c05-49a3-bb85-8349763e3cb6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:05.918386226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"252e1682-b5d8-476a-8d3a-2f918a1909dc","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:05.971436947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"9468b2f9-d25f-484b-b8d8-3338e5230c23","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:44:06.027075449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b83382b7","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7","reconcileID":"66da8147-4fba-463d-ad2a-510057cce3a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-b83382b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.06785063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"68a7ec5c-aa38-4ac9-84ee-30565ad3e032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.067848814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"d94aa1da-a247-4558-89f1-4c654e0fbe6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.122702452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"d94aa1da-a247-4558-89f1-4c654e0fbe6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.122803674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"68a7ec5c-aa38-4ac9-84ee-30565ad3e032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.144520254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"b9d4bf38-4e4b-4231-badf-0ddf35729c59","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.1947238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"4c0ab63c-4f93-4579-a151-de3be5be0f86","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.201426209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"88af336e-df86-4c10-8804-4985cf63cb93","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.3490482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"3d567e97-2e3e-467c-a63d-04387ba93da4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.410884136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"3d567e97-2e3e-467c-a63d-04387ba93da4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.46156327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b83382b7","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7","reconcileID":"2f55838a-451f-411d-9424-3b9a29a54afb","MaaSSubscription":{"name":"e2e-filter-sub-a-b83382b7","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/e2e-filter-sub-a-b83382b7","ai-tenant-e2e-worker-w2-29ece5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.493786161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"7575863f-8c18-4454-8be4-7fd331770a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.494383563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"18cb7159-0b92-41d1-8bbf-f8f9206e5f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.548786704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"7575863f-8c18-4454-8be4-7fd331770a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.557530319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"18cb7159-0b92-41d1-8bbf-f8f9206e5f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.63835369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"2db4b160-9d82-4a1e-b2ae-f8735952644e","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.675265037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"21f9f180-7689-4fcc-ac1d-6932fba4c2c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:06.851737864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b83382b7","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7","reconcileID":"04d1cb97-23a1-43c1-aeb8-2352ee344a0b","MaaSSubscription":{"name":"e2e-filter-sub-a-b83382b7","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:07.210807086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"130f3367-cce6-4f92-afa6-1741c690bdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:07.266143532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"130f3367-cce6-4f92-afa6-1741c690bdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:07.31548406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"ca43b1d3-5184-41d7-942e-458114770a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:07.320050747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dd98f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"130f3367-cce6-4f92-afa6-1741c690bdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:07.370742244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"ca43b1d3-5184-41d7-942e-458114770a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:07.424411285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dd98f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"ca43b1d3-5184-41d7-942e-458114770a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:07.839084234Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-sub","reconcileID":"54ee61f1-329c-41c4-bb69-50fe959aef4b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.059047824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-sub","reconcileID":"54ee61f1-329c-41c4-bb69-50fe959aef4b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.059082201Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-sub","reconcileID":"54ee61f1-329c-41c4-bb69-50fe959aef4b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.059197714Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-sub","reconcileID":"54ee61f1-329c-41c4-bb69-50fe959aef4b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.262615829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"a6006dad-3903-4c46-b2c6-a4c1494506ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.323738573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.374560161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"31c4ace0-f310-4bf7-aaa0-6347871e0b7f","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.433114441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"55827073-bc13-4f3b-93a4-00056417db5a","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.520008417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"2d2b3f80-7f9d-4acd-b343-6acee69c3a51","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.520566964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"1cfb65ce-78ec-4da1-ac56-dbb829b28875","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.523978144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-auth","reconcileID":"b70d5b42-1a5c-4fdf-8291-948ee5259148","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.524133469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"4211b0f3-f937-45c1-b497-6edfdacb2355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.524311606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"9f5cb07c-8b94-4e64-901d-86883f19f6dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.529290843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"e12c78c2-08e5-4893-9d15-56b982ffb089","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.611038733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"9f5cb07c-8b94-4e64-901d-86883f19f6dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.61343912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-auth","reconcileID":"b70d5b42-1a5c-4fdf-8291-948ee5259148","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.616101673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"4211b0f3-f937-45c1-b497-6edfdacb2355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.61645481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"243a7858-4271-4e41-be97-f7db7e79d02e","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.716433454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"c1fc52a4-d1b6-4f44-9b27-4374fbe66fa7","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.743543248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"cbc3f31c-171f-42a2-98d7-7289d4afd823","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.759504988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"392b0d0b-da74-498e-90d2-2fcd09369ff8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.815247021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"392b0d0b-da74-498e-90d2-2fcd09369ff8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.815994684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"5f942ad3-c76d-4b78-941d-69a070eeb9e8","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.816190545Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-29ece5 priority=0:[ai-tenant-e2e-worker-w2-29ece5/e2e-filter-sub-a-b83382b7 ai-tenant-e2e-worker-w2-29ece5/e2e-filter-sub-b-4fb133ab]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.87446323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"72e24055-98b5-4710-af64-477f80cf4b9f","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.910888563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"48060c96-f6d0-4c6f-a58e-46708960a205","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.913199161Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-apikey-degraded-auth","reconcileID":"e8f39e6b-b2ae-4110-9f47-020fab3dd292","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.926077634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"bc0c7d01-b3ea-4bb8-80d5-4882ba409563","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:44:08.929873447Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-29ece5/e2e-filter-sub-b-4fb133ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-4fb133ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.965409132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"de6e01ee-f2b6-4a97-9b03-b0f00b1da321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.965409022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"b8a944d6-c6b1-4531-a888-b7d96d5777f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:08.979094099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"8bbc0ff0-cc10-48d0-8ab9-673c22534843","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.020594574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"b8a944d6-c6b1-4531-a888-b7d96d5777f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.020687247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"de6e01ee-f2b6-4a97-9b03-b0f00b1da321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.065343492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"335ed36c-7c1a-447a-a849-f1979b25e850","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.120505559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"335ed36c-7c1a-447a-a849-f1979b25e850","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.151923606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"34024324-879a-41e8-adb1-14daa21c80e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.168656512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"4e29a769-b6a4-42c3-8bdb-fdceaf83524c","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.170519494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"f36dc67c-5d2d-41e0-a16e-e7a52714c66c","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.260497639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"7ff3a4c8-ba24-42d3-93c2-81b1969223f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.303287134Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-4fb133ab","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab","reconcileID":"920d7c81-fe88-423f-bdcc-0a860fd94e94","MaaSSubscription":{"name":"e2e-filter-sub-b-4fb133ab","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/e2e-filter-sub-a-b83382b7","ai-tenant-e2e-worker-w2-29ece5/e2e-filter-sub-b-4fb133ab","ai-tenant-e2e-worker-w2-29ece5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.31581551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"41915eb2-8b90-4c90-a4f3-0cf9e534dc87","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.330353694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"bddca56b-6402-4083-8443-939a59462694","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.398945349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"bddca56b-6402-4083-8443-939a59462694","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.422073105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"d8560e4b-1630-48a1-95db-fa1473b90d90","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.430048472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"8865a912-cfe0-46bc-9fa6-6b7f30c4ac65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.430063826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"ce94a617-a571-4ea2-a0de-978badcfd985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.430661066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"9481adf9-da17-4844-9d2e-bd29ba7c35ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.473837723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"6f00662c-3aa0-46c0-a233-abad567ba683","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.486470408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"8865a912-cfe0-46bc-9fa6-6b7f30c4ac65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.486611576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"ce94a617-a571-4ea2-a0de-978badcfd985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.494244183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"9481adf9-da17-4844-9d2e-bd29ba7c35ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.515748312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"fd2a885c-715c-4dc5-aa9a-a30518a57c2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.515748309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b83382b7","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7","reconcileID":"70a1dce1-1ae6-49af-a634-efd2e8afc136","MaaSSubscription":{"name":"e2e-filter-sub-a-b83382b7","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.545287389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8bec73-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9eaad3de4e4d7dcc36d0841746af178892a6b1d3f6c6232a93d0116b94a60f0b) AuthConfig (cbf16f84e7983c7c2876a410ea4485d54d32b94827e69429485ace4dbcde87a3) AuthConfig (3914ee06c4d30d4d59403b26217b8cfe5e12ab158ff432f5f567a00bb9e38d5b) AuthConfig (b2d08e8effadbd84dba665408b60886fb133b1e74e5f857a648056f8fa888e46) AuthConfig (4b4ee00d74d6519724a9856a27f97f7042c4fb0fb918052eb00a5985f64e8971) AuthConfig (b44c87f670c1c787451324697a9fac208df1e79c4f5aab83d9ca07b3dc3d001a) AuthConfig (0c620b152c10bd8d44437353a641632157cac13a3d4df1535f4120a221fdd0c7) AuthConfig (a8d4f08513d6876c37a3592ccac1e53b4549c87839e6163da84cbb7dd5ba67c2) AuthConfig (c6ff6567f88b559c70e1b932dc9181d77a3c0c3fbfc4e5409547e4733f2b6ed3) AuthConfig (933c951bed48e0830bcc43d734c3abfcbed532219adcad6ec200064a2f8dcd58) AuthConfig (66a324b4a980a1c4ea5eff9f1dc943935b39fd8e70710ca9b3f9eca87c2bb88a) AuthConfig (bcd0987dbd94c561129bbdde8cc505645be5bdfee86756e8dd7572352c4908bd) AuthConfig (8a2f3bdc03c78244d455b665680d4571f4d12f503f5f7f6de8f5a55888ced930) AuthConfig (99addbb2244b690894cf3a8e3aca83a35e427e578375b66b5a59055a39685f00) AuthConfig (77577ea670cbc1f490adf82d0443a720b0c54025db75ba68282d0d5895fe16e4) AuthConfig (45803b2e04f721454c075b092694ec9ee3545c7be5dbcdef0dad97da007222d0) AuthConfig (b5e952569e3cd15c9b9ac97e7aa19f395545d405e0f2453cff8eaf429d1439c4) AuthConfig (012c0d9d1b16999087765e8a309cc4d5c1b38fd9504db6636831ebb26a74fe81) AuthConfig (015a6688b6b702244097bf29d511b03dd7ef78858e25fb051a5ddc39db2f339d) AuthConfig (59c30b09bd3b371208a36a542b1d4d249273dedcf855d150fecd191abef242d5) AuthConfig (56186524dfc39c99ed0686c5739248909a25e791aebb15fa292f787595a0c7ab) AuthConfig (6d344984cf345e16f68048613de54d5c3e69da6d33c2bb4415a0dcae906ced9c) AuthConfig (e0de66478701f054531086f20a15af76693c07e3bc20180b9306b7927252fbb9) AuthConfig (6909ff4a7581c412d17870f2885aa6652400003c485c34e5f58c050fc2c0fba2) AuthConfig (e72eeb6992c0847d554487488289faa0ecee8a17d7352ccc26ff20eed5f31e4e) AuthConfig (385deca6a7c1f566479743dc2e55a561f6d44f9280f17affa8c08825c904c51c) AuthConfig (e711092cd6270d83a7a69ba4ec43d9629c0a9c15cb6d73736383896b37e9eb02) AuthConfig (9eaeeda1eb3be183e7c6ff08cb0e2a36ed424c793b325c488e4089f851c862c1) AuthConfig (0fd01f94c820840b2c966675d7eb10684cceac2353576b09eb672c874d46c691) AuthConfig (fda0efaab7261f7f83b692840fb1533958eced6d22835410bac7a6d259cfb415)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"8865a912-cfe0-46bc-9fa6-6b7f30c4ac65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.569950573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"bf5b6ae2-f332-4f87-92f8-12b99fae2057","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.603920387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"b886d904-66b6-4b58-9ee4-f32e3363aaa0","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.624487908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"bf5b6ae2-f332-4f87-92f8-12b99fae2057","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.675024252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-4fb133ab","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab","reconcileID":"95258781-ffc2-462f-b576-a30bbbe97adf","MaaSSubscription":{"name":"e2e-filter-sub-b-4fb133ab","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.7591875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"1c53eed9-0d84-4799-ac80-4391ffc1a665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.76473495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"37f09635-d68f-4c5e-9c65-64e0ca9b1b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.814350081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"1c53eed9-0d84-4799-ac80-4391ffc1a665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.819713136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"37f09635-d68f-4c5e-9c65-64e0ca9b1b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.855883138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"a49deb73-3e02-42b4-97fb-62b3beb4ce3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.855973726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"f989589b-396f-4d98-b88c-d7bdd2e312a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.8684038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dd98f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8716bd5183f808fdb52b78bb537834438768f8e8964ae0088ead0ee6124c2fd3) AuthConfig (1fae1622a3fe615b4a08a4a8327557ad0a3159c4dbd760b1dc3c7152b69876eb) AuthConfig (1a5e454b4206853e9e207c1dfd1eb86d36c1f0a706ebf4feb2074621d40f8996) AuthConfig (388979cf77ee06fb04d69d2af2505002046eba0577e124bda8c55c150aec0094) AuthConfig (1c418347bf5376ea8e36003bb2a541962da566ee6032b18d8fa888c172afe8da) AuthConfig (19d5e354e81a2886d5e86e44bbe70fecd582a2be99bf9a1c8f23be062f53a48a) AuthConfig (334b61dbbf468f1baef4c99ecc4454e3521ca56064f8d75b6726b5090be8452a) AuthConfig (c81c82422346a7c3c480ffcc08c99b0420bb8064e1b8184a1e1e42c24675b542) AuthConfig (9878ef4d5fe4f10307350d84556d0da5feb9935cdf87728f46161f65716bfb27) AuthConfig (46d452708fed2f6eb5b43e6a86f412fa8bab60c94ea36b4f69943ce507b937a7) AuthConfig (eb1c508f103c24fd6a98edd68523738d5788692e1d2305ba03b3287222e083e9) AuthConfig (702417d7767f2e269d196864ec37d513aafaacb59d061426a6791af35728dfab) AuthConfig (5fd4cfb512a74c88f134ef3d6a15d5f3df8d8df5f90fca13a578193cacbdb92f) AuthConfig (d19a23d2315ac8fa12ff3aeaa6ee810bc50f8be6224dbb2009737b52815b13b3) AuthConfig (8da9670da8762e0e3d03452fcba6e77b067f1e618dd3e7b29675c1df779d0193) AuthConfig (294b495c341da9bd9ce580437075e585dd49ada9bf13b65a2e1167627c74ae11) AuthConfig (7c6ad616e6be984b26e414352db893ec36383083a81edfade43f75fd886381d3) AuthConfig (40ef2dbfc308379f10a33301c6219edefa5d8e104861de4ae677a7eb717817cf) AuthConfig (d5e5792456dbd500fd9e9b57992c66368aaa4a029995afea1675cd09b159d957) AuthConfig (8665b6af8b10c723c91ec3ebce37f5d746b13aa685c35024e6c679fe294656f4) AuthConfig (c71103a09204d784a19fe278ea1ef9615a36cd0db8b3ea118f2feb33241cc751) AuthConfig (8ce895023ae68173c7066501b99b5ebeeb0a92b3148a0cdf3f5afb06bf694ed4) AuthConfig (02756054eb7f8693ea953c5d236d537d3d7dd37908faa740305ebe8e222cd27d) AuthConfig (e4217a28add5d17e457b6fd66273036d0ed72651886bfe31825304eb14329ee0) AuthConfig (99c1fced75f30982513b033f7511cfc386d558e44d099f4fcaadf441dd7f3860) AuthConfig (3b7e102e1b721deeeafa5050109ef5ef8d0bc53a204853c041f1f105efd21b94) AuthConfig (a72af7891f2f37bce5ccc508d55737ef558721e59384310700974c2d94ad0b76) AuthConfig (a160feab0895cfd25669ddd0a2616a91293459d97f4a7757216b1eb789b9aa8b) AuthConfig (605ef466806ae31c8dae3c9b9182baea1f81e58494b28e727e52c251fd0dc126) AuthConfig (cb5451846c156cbb2ece9a113652ce06ca1240f77fd4eb6556cc0131e0bba4ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"1c53eed9-0d84-4799-ac80-4391ffc1a665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.874042159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dd98f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8716bd5183f808fdb52b78bb537834438768f8e8964ae0088ead0ee6124c2fd3) AuthConfig (1fae1622a3fe615b4a08a4a8327557ad0a3159c4dbd760b1dc3c7152b69876eb) AuthConfig (1a5e454b4206853e9e207c1dfd1eb86d36c1f0a706ebf4feb2074621d40f8996) AuthConfig (388979cf77ee06fb04d69d2af2505002046eba0577e124bda8c55c150aec0094) AuthConfig (1c418347bf5376ea8e36003bb2a541962da566ee6032b18d8fa888c172afe8da) AuthConfig (19d5e354e81a2886d5e86e44bbe70fecd582a2be99bf9a1c8f23be062f53a48a) AuthConfig (334b61dbbf468f1baef4c99ecc4454e3521ca56064f8d75b6726b5090be8452a) AuthConfig (c81c82422346a7c3c480ffcc08c99b0420bb8064e1b8184a1e1e42c24675b542) AuthConfig (9878ef4d5fe4f10307350d84556d0da5feb9935cdf87728f46161f65716bfb27) AuthConfig (46d452708fed2f6eb5b43e6a86f412fa8bab60c94ea36b4f69943ce507b937a7) AuthConfig (eb1c508f103c24fd6a98edd68523738d5788692e1d2305ba03b3287222e083e9) AuthConfig (702417d7767f2e269d196864ec37d513aafaacb59d061426a6791af35728dfab) AuthConfig (5fd4cfb512a74c88f134ef3d6a15d5f3df8d8df5f90fca13a578193cacbdb92f) AuthConfig (d19a23d2315ac8fa12ff3aeaa6ee810bc50f8be6224dbb2009737b52815b13b3) AuthConfig (8da9670da8762e0e3d03452fcba6e77b067f1e618dd3e7b29675c1df779d0193) AuthConfig (294b495c341da9bd9ce580437075e585dd49ada9bf13b65a2e1167627c74ae11) AuthConfig (7c6ad616e6be984b26e414352db893ec36383083a81edfade43f75fd886381d3) AuthConfig (40ef2dbfc308379f10a33301c6219edefa5d8e104861de4ae677a7eb717817cf) AuthConfig (d5e5792456dbd500fd9e9b57992c66368aaa4a029995afea1675cd09b159d957) AuthConfig (8665b6af8b10c723c91ec3ebce37f5d746b13aa685c35024e6c679fe294656f4) AuthConfig (c71103a09204d784a19fe278ea1ef9615a36cd0db8b3ea118f2feb33241cc751) AuthConfig (8ce895023ae68173c7066501b99b5ebeeb0a92b3148a0cdf3f5afb06bf694ed4) AuthConfig (02756054eb7f8693ea953c5d236d537d3d7dd37908faa740305ebe8e222cd27d) AuthConfig (e4217a28add5d17e457b6fd66273036d0ed72651886bfe31825304eb14329ee0) AuthConfig (99c1fced75f30982513b033f7511cfc386d558e44d099f4fcaadf441dd7f3860) AuthConfig (3b7e102e1b721deeeafa5050109ef5ef8d0bc53a204853c041f1f105efd21b94) AuthConfig (a72af7891f2f37bce5ccc508d55737ef558721e59384310700974c2d94ad0b76) AuthConfig (a160feab0895cfd25669ddd0a2616a91293459d97f4a7757216b1eb789b9aa8b) AuthConfig (605ef466806ae31c8dae3c9b9182baea1f81e58494b28e727e52c251fd0dc126) AuthConfig (cb5451846c156cbb2ece9a113652ce06ca1240f77fd4eb6556cc0131e0bba4ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"37f09635-d68f-4c5e-9c65-64e0ca9b1b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.91185641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"f989589b-396f-4d98-b88c-d7bdd2e312a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.911863778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"a49deb73-3e02-42b4-97fb-62b3beb4ce3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.924400876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"cc4c4d7f-1cb6-4ae5-a82f-6d0b59aecb80","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.929522069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"94968312-39a3-475b-89d2-4d98a585d372","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.965902424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8bec73-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9eaad3de4e4d7dcc36d0841746af178892a6b1d3f6c6232a93d0116b94a60f0b) AuthConfig (cbf16f84e7983c7c2876a410ea4485d54d32b94827e69429485ace4dbcde87a3) AuthConfig (3914ee06c4d30d4d59403b26217b8cfe5e12ab158ff432f5f567a00bb9e38d5b) AuthConfig (b2d08e8effadbd84dba665408b60886fb133b1e74e5f857a648056f8fa888e46) AuthConfig (4b4ee00d74d6519724a9856a27f97f7042c4fb0fb918052eb00a5985f64e8971) AuthConfig (b44c87f670c1c787451324697a9fac208df1e79c4f5aab83d9ca07b3dc3d001a) AuthConfig (0c620b152c10bd8d44437353a641632157cac13a3d4df1535f4120a221fdd0c7) AuthConfig (a8d4f08513d6876c37a3592ccac1e53b4549c87839e6163da84cbb7dd5ba67c2) AuthConfig (c6ff6567f88b559c70e1b932dc9181d77a3c0c3fbfc4e5409547e4733f2b6ed3) AuthConfig (933c951bed48e0830bcc43d734c3abfcbed532219adcad6ec200064a2f8dcd58) AuthConfig (66a324b4a980a1c4ea5eff9f1dc943935b39fd8e70710ca9b3f9eca87c2bb88a) AuthConfig (bcd0987dbd94c561129bbdde8cc505645be5bdfee86756e8dd7572352c4908bd) AuthConfig (8a2f3bdc03c78244d455b665680d4571f4d12f503f5f7f6de8f5a55888ced930) AuthConfig (99addbb2244b690894cf3a8e3aca83a35e427e578375b66b5a59055a39685f00) AuthConfig (77577ea670cbc1f490adf82d0443a720b0c54025db75ba68282d0d5895fe16e4) AuthConfig (45803b2e04f721454c075b092694ec9ee3545c7be5dbcdef0dad97da007222d0) AuthConfig (b5e952569e3cd15c9b9ac97e7aa19f395545d405e0f2453cff8eaf429d1439c4) AuthConfig (012c0d9d1b16999087765e8a309cc4d5c1b38fd9504db6636831ebb26a74fe81) AuthConfig (015a6688b6b702244097bf29d511b03dd7ef78858e25fb051a5ddc39db2f339d) AuthConfig (59c30b09bd3b371208a36a542b1d4d249273dedcf855d150fecd191abef242d5) AuthConfig (56186524dfc39c99ed0686c5739248909a25e791aebb15fa292f787595a0c7ab) AuthConfig (6d344984cf345e16f68048613de54d5c3e69da6d33c2bb4415a0dcae906ced9c) AuthConfig (e0de66478701f054531086f20a15af76693c07e3bc20180b9306b7927252fbb9) AuthConfig (6909ff4a7581c412d17870f2885aa6652400003c485c34e5f58c050fc2c0fba2) AuthConfig (e72eeb6992c0847d554487488289faa0ecee8a17d7352ccc26ff20eed5f31e4e) AuthConfig (385deca6a7c1f566479743dc2e55a561f6d44f9280f17affa8c08825c904c51c) AuthConfig (e711092cd6270d83a7a69ba4ec43d9629c0a9c15cb6d73736383896b37e9eb02) AuthConfig (9eaeeda1eb3be183e7c6ff08cb0e2a36ed424c793b325c488e4089f851c862c1) AuthConfig (0fd01f94c820840b2c966675d7eb10684cceac2353576b09eb672c874d46c691) AuthConfig (fda0efaab7261f7f83b692840fb1533958eced6d22835410bac7a6d259cfb415)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"f989589b-396f-4d98-b88c-d7bdd2e312a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:09.965939537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8bec73-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9eaad3de4e4d7dcc36d0841746af178892a6b1d3f6c6232a93d0116b94a60f0b) AuthConfig (cbf16f84e7983c7c2876a410ea4485d54d32b94827e69429485ace4dbcde87a3) AuthConfig (3914ee06c4d30d4d59403b26217b8cfe5e12ab158ff432f5f567a00bb9e38d5b) AuthConfig (b2d08e8effadbd84dba665408b60886fb133b1e74e5f857a648056f8fa888e46) AuthConfig (4b4ee00d74d6519724a9856a27f97f7042c4fb0fb918052eb00a5985f64e8971) AuthConfig (b44c87f670c1c787451324697a9fac208df1e79c4f5aab83d9ca07b3dc3d001a) AuthConfig (0c620b152c10bd8d44437353a641632157cac13a3d4df1535f4120a221fdd0c7) AuthConfig (a8d4f08513d6876c37a3592ccac1e53b4549c87839e6163da84cbb7dd5ba67c2) AuthConfig (c6ff6567f88b559c70e1b932dc9181d77a3c0c3fbfc4e5409547e4733f2b6ed3) AuthConfig (933c951bed48e0830bcc43d734c3abfcbed532219adcad6ec200064a2f8dcd58) AuthConfig (66a324b4a980a1c4ea5eff9f1dc943935b39fd8e70710ca9b3f9eca87c2bb88a) AuthConfig (bcd0987dbd94c561129bbdde8cc505645be5bdfee86756e8dd7572352c4908bd) AuthConfig (8a2f3bdc03c78244d455b665680d4571f4d12f503f5f7f6de8f5a55888ced930) AuthConfig (99addbb2244b690894cf3a8e3aca83a35e427e578375b66b5a59055a39685f00) AuthConfig (77577ea670cbc1f490adf82d0443a720b0c54025db75ba68282d0d5895fe16e4) AuthConfig (45803b2e04f721454c075b092694ec9ee3545c7be5dbcdef0dad97da007222d0) AuthConfig (b5e952569e3cd15c9b9ac97e7aa19f395545d405e0f2453cff8eaf429d1439c4) AuthConfig (012c0d9d1b16999087765e8a309cc4d5c1b38fd9504db6636831ebb26a74fe81) AuthConfig (015a6688b6b702244097bf29d511b03dd7ef78858e25fb051a5ddc39db2f339d) AuthConfig (59c30b09bd3b371208a36a542b1d4d249273dedcf855d150fecd191abef242d5) AuthConfig (56186524dfc39c99ed0686c5739248909a25e791aebb15fa292f787595a0c7ab) AuthConfig (6d344984cf345e16f68048613de54d5c3e69da6d33c2bb4415a0dcae906ced9c) AuthConfig (e0de66478701f054531086f20a15af76693c07e3bc20180b9306b7927252fbb9) AuthConfig (6909ff4a7581c412d17870f2885aa6652400003c485c34e5f58c050fc2c0fba2) AuthConfig (e72eeb6992c0847d554487488289faa0ecee8a17d7352ccc26ff20eed5f31e4e) AuthConfig (385deca6a7c1f566479743dc2e55a561f6d44f9280f17affa8c08825c904c51c) AuthConfig (e711092cd6270d83a7a69ba4ec43d9629c0a9c15cb6d73736383896b37e9eb02) AuthConfig (9eaeeda1eb3be183e7c6ff08cb0e2a36ed424c793b325c488e4089f851c862c1) AuthConfig (0fd01f94c820840b2c966675d7eb10684cceac2353576b09eb672c874d46c691) AuthConfig (fda0efaab7261f7f83b692840fb1533958eced6d22835410bac7a6d259cfb415)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"a49deb73-3e02-42b4-97fb-62b3beb4ce3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:10.021911542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"ee951ccd-bd5a-4cda-bdf0-301ab1a4bc28","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:12.207987376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"1bcb9c8e-eb52-4883-aee2-41024db0e262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:12.277234892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"1bcb9c8e-eb52-4883-aee2-41024db0e262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:12.523004441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"1e909d48-183d-4bc6-aabb-de28d727815e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:12.578413711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"1e909d48-183d-4bc6-aabb-de28d727815e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:12.601318634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"6679a58e-fd81-4905-87ec-cc62dab47d69","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:12.886524058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"799e75e2-8dc5-4dfc-839d-3eddb7db1ea3","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:13.593506449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"7a40bfd4-66ba-48b3-95eb-d3f4e2a3a9be","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:13.743365496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"3f9a8182-1f94-432f-85e7-c0a2c858b354","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:13.743502666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"3a50c78e-df0f-4921-9e85-d697046294a3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:13.743364876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"2ba7dbce-8a07-44b0-b77c-4a016a27a5d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:13.743807981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"3f1eb30f-6aa1-4333-b2e6-872dc3cd0a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:13.80348259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"3f1eb30f-6aa1-4333-b2e6-872dc3cd0a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:13.804718435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"3f9a8182-1f94-432f-85e7-c0a2c858b354","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:13.805865119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"3a50c78e-df0f-4921-9e85-d697046294a3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:13.808522267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"2ba7dbce-8a07-44b0-b77c-4a016a27a5d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.078057507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"b690d44d-9a5b-493b-b680-fb95a9c94149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.092690603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"06be9bf3-3b59-4248-ac5b-3558e43f15eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.116782608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"62da1da5-19b9-4da3-ad60-f4a3c6f1fe5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.1329039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"b690d44d-9a5b-493b-b680-fb95a9c94149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.147762801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"06be9bf3-3b59-4248-ac5b-3558e43f15eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.170763913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"622be629-66d5-4250-963e-4376fc57c9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.171766941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"62da1da5-19b9-4da3-ad60-f4a3c6f1fe5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.230662267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"622be629-66d5-4250-963e-4376fc57c9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.452968667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"4304f500-eadf-4ef6-9129-87c06c9fbb54","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.453461298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"d31be636-1424-476b-ba54-4782b4ac9bcf","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.55553881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"d0a664ff-6a65-40c6-ac48-5332127c8fd0","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:20.559156119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"37396227-ae8f-41b4-bea3-517d30d4138a","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.058329579Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"88d77cf9-f882-49d5-b00c-8aa41533a295","namespace":"llm","name":"e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.112710989Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"72a29a8d-8560-4ed1-a158-890e590d0900","namespace":"llm","name":"e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.209118413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"3cbfff96-03b5-4f96-a031-2a1b9e9bde48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.209117253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5a4f3f4-d22f-4226-bf2e-14d51188aaa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.209460725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"c5113d4f-fbef-46f7-b373-e2dc81c3e64a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.209802376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"cd71c662-930b-4f49-afe5-a8301373df5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.209915129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5ac3ea04-9ec7-4a46-8450-6345698eb352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.265575923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5a4f3f4-d22f-4226-bf2e-14d51188aaa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.265680574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"c5113d4f-fbef-46f7-b373-e2dc81c3e64a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.267819126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"3cbfff96-03b5-4f96-a031-2a1b9e9bde48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.267992844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"cd71c662-930b-4f49-afe5-a8301373df5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.26993305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5ac3ea04-9ec7-4a46-8450-6345698eb352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.442143652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"73471e04-376b-4337-9d6e-314fed9d7d14","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"name":"e2e-rt-sw-c292bd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.616018216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"362ea1ed-bb7c-4857-9cf4-f9f77dda63c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.616078587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"0fc702c5-819f-462e-8a40-49a877fffe92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.616442664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"e7cc6edd-14f1-4c44-bb3a-c543c62a27b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.616599602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"424cd026-bca9-4c19-83b4-33f878ec6239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.616795457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"92066bf3-1ecf-4e4c-864f-6351ac29a8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.672681781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"424cd026-bca9-4c19-83b4-33f878ec6239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.673356809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"0fc702c5-819f-462e-8a40-49a877fffe92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.676353827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"362ea1ed-bb7c-4857-9cf4-f9f77dda63c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.678655359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"92066bf3-1ecf-4e4c-864f-6351ac29a8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.679966026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"e7cc6edd-14f1-4c44-bb3a-c543c62a27b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.724708893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"1f25eb2f-42b3-4ffc-b804-ae859eec2528","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"name":"e2e-rt-sw-c292bd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.72509425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"29304877-d969-4b27-9f1f-1c15a71f55c5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.725111328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"29304877-d969-4b27-9f1f-1c15a71f55c5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.725416472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"766c2000-6a5f-43a0-ac46-2ce544d27f3c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.725432356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"766c2000-6a5f-43a0-ac46-2ce544d27f3c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.725747779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"98c559e0-5ba2-4601-8dab-d0a35edf2ef1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.725764974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"98c559e0-5ba2-4601-8dab-d0a35edf2ef1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.726067852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c6eaece7-8b4a-4f28-a856-b24b65027e8f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.726083407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c6eaece7-8b4a-4f28-a856-b24b65027e8f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.726414855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cf7775c-0bbd-485e-85c3-ba256545ba25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.726432644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cf7775c-0bbd-485e-85c3-ba256545ba25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.726827353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50ad1ce6-caeb-41c9-a671-e60eda3e2a4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.726842928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50ad1ce6-caeb-41c9-a671-e60eda3e2a4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.727134916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b6e8e97-406a-48dd-9cb4-f7f3bdb43cb0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.727146711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b6e8e97-406a-48dd-9cb4-f7f3bdb43cb0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.727348838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5f349ee9-7a6c-49f7-9242-206f6fabe95c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.727359483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5f349ee9-7a6c-49f7-9242-206f6fabe95c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.784337988Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"f3f451a6-19ee-4f8b-8417-b65a060f6f7d","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"name":"e2e-rt-sw-c292bd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.784697688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8ec5b70-bc1a-42de-93ee-b74d0c507568","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.784712033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8ec5b70-bc1a-42de-93ee-b74d0c507568","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.784980635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f5bb0aad-6576-4f6b-87ce-e6cf7550244f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.784993907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f5bb0aad-6576-4f6b-87ce-e6cf7550244f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.785207566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40e24ba7-69c2-42f1-aea9-f91182e48019","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.785239713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40e24ba7-69c2-42f1-aea9-f91182e48019","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.78545052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4af5e4da-52d8-498e-b5dc-820e46452347","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.785464215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4af5e4da-52d8-498e-b5dc-820e46452347","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.785665133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0f5315b9-436c-4ce9-9fe4-9f406c57f513","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.785676694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0f5315b9-436c-4ce9-9fe4-9f406c57f513","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.78590869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"32f231d6-d315-4583-8386-fd03544dfafd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.785919617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"32f231d6-d315-4583-8386-fd03544dfafd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.786124452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88441b0b-f8c9-4e70-8f04-e715d6960db9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.78613626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88441b0b-f8c9-4e70-8f04-e715d6960db9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.786468614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"87a0db68-2050-47fe-9400-4d77f35ac5b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.786480651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"87a0db68-2050-47fe-9400-4d77f35ac5b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.876708103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6d54758-8ded-4c37-983d-e27d86e381cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:22.87777831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a884e672-61a9-498d-aa34-f045e1991b01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.022410656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"76f20462-3b94-47a4-a490-929c9dc9df0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.022726135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"9b21a8dc-d820-481c-850c-adfbeee74eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.022778293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"def23adc-19f3-4b0c-adf5-fc1497d08a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.077044234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"76f20462-3b94-47a4-a490-929c9dc9df0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.078715022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"def23adc-19f3-4b0c-adf5-fc1497d08a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.079474441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"9b21a8dc-d820-481c-850c-adfbeee74eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.122713061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"9882cbf2-e1b2-4df3-a2b6-69b419cd2f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.123321856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"bba6cf6c-4304-4123-9c42-d4fe3d594977","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.179555559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"9882cbf2-e1b2-4df3-a2b6-69b419cd2f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.179618458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"bba6cf6c-4304-4123-9c42-d4fe3d594977","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.464438164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"5b388ef8-8207-4bce-a828-30c6e5c98ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.501079385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aff29666-e2fb-4471-85f8-6f93d58de4c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.51491456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8bd24c8b-cba8-45f4-a579-2bbaae191a7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.519703692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"5b388ef8-8207-4bce-a828-30c6e5c98ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.556435227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aff29666-e2fb-4471-85f8-6f93d58de4c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.568083879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"f8a1c599-c5b9-4efe-8547-3e769745f3c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.56851943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b320e456-e2fb-4453-acd9-5793e8719b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.56988967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8bd24c8b-cba8-45f4-a579-2bbaae191a7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.622995767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"f8a1c599-c5b9-4efe-8547-3e769745f3c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.623003019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b320e456-e2fb-4453-acd9-5793e8719b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.750335255Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b83382b7","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7","reconcileID":"d01f8da2-6779-4be9-9d61-5b94e2cf96ec","MaaSSubscription":{"name":"e2e-filter-sub-a-b83382b7","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscription":"e2e-filter-sub-a-b83382b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.884178802Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"7c81d77b-9d48-4a1e-80b2-d95ad93945fb","namespace":"llm","name":"e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.949133283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"b6d18d78-3121-45ba-9165-5e08b6587f71","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.949165426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"b6d18d78-3121-45ba-9165-5e08b6587f71","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:23.962267659Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b83382b7","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7","reconcileID":"d01f8da2-6779-4be9-9d61-5b94e2cf96ec","MaaSSubscription":{"name":"e2e-filter-sub-a-b83382b7","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/e2e-filter-sub-b-4fb133ab","ai-tenant-e2e-worker-w2-29ece5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.048446601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"8b233931-177a-445f-a69a-6cd22d271894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.049315731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34ce2e95-2f83-474b-9303-3132b92b3e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.049941315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"9b7559c5-17a5-452e-b2bf-f65eda16eeb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.050689181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"7fa37376-9cc2-4df5-a2ea-fc7a24f785f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.051112971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"5de8739d-148d-411e-bd96-60b10459bf8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.112580084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"8b233931-177a-445f-a69a-6cd22d271894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.113431566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34ce2e95-2f83-474b-9303-3132b92b3e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.115273103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"5de8739d-148d-411e-bd96-60b10459bf8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.11586581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"7fa37376-9cc2-4df5-a2ea-fc7a24f785f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.123663586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"9b7559c5-17a5-452e-b2bf-f65eda16eeb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.181653553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"a90520a0-7207-4669-b13e-41e1b2af9f03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.18698595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-4fb133ab","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab","reconcileID":"58683efe-07ce-4c72-9ba4-f33f9365b4f4","MaaSSubscription":{"name":"e2e-filter-sub-b-4fb133ab","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.208139429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"6b0bfc11-29fe-494b-b386-832ed8f273ef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.265151742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"cf7f47db-4dde-4251-bdd9-21b11d3eb438","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.377820464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"9b50b91c-4db1-4761-b2a8-16491b3268bf","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.483790359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"41472c92-340c-4f8a-8948-3bb9c079f64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.483809729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"4a1e84d5-1ceb-4804-9408-f9290022cc06","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.484138029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"3d24a410-5bee-4a99-8296-7925a0b3bb61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.484365678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"7c3d234a-75f1-45f8-bbc0-87a68a9f731b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.4845286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"df116ef0-60a4-4598-9716-4486553c5ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.540392465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"41472c92-340c-4f8a-8948-3bb9c079f64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.540417584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"3d24a410-5bee-4a99-8296-7925a0b3bb61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.54344613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"4a1e84d5-1ceb-4804-9408-f9290022cc06","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.544174899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"df116ef0-60a4-4598-9716-4486553c5ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.54687316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"7c3d234a-75f1-45f8-bbc0-87a68a9f731b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.89082987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"81cd6992-f789-49ee-998a-084d1461ef4e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.890826654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"59dfbc49-7ded-4a5f-8485-8fcce95ded40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.891191575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"fbde6e3c-90a6-4227-af3f-1bf10184e9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.891541552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a9788c71-ea26-4a6c-8ebe-b1dac131b20f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.89179409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12524723-450b-4bb7-be1b-b777c79e1471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.946370648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"59dfbc49-7ded-4a5f-8485-8fcce95ded40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.946572938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a9788c71-ea26-4a6c-8ebe-b1dac131b20f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.948766446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"81cd6992-f789-49ee-998a-084d1461ef4e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.948781615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"fbde6e3c-90a6-4227-af3f-1bf10184e9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.950861485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12524723-450b-4bb7-be1b-b777c79e1471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:25.295850725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"54670358-1302-4254-b2e5-6b878b0b46fc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:25.350784201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"54670358-1302-4254-b2e5-6b878b0b46fc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:26.678977248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"ed961e6f-b051-488b-a0c8-8024181a6910","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:26.732535772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"d3a82bf0-068d-4262-9908-be8be2a3b989","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:26.882527798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2-auth","reconcileID":"6f01f2e4-610e-468a-90fe-cf8bc3c2b307","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:26.937375517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2-auth","reconcileID":"6f01f2e4-610e-468a-90fe-cf8bc3c2b307","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:26.961381401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"8b758f77-8cf4-43a7-b307-c765c4c44797","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.014987403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"eaf6e7e1-9118-40be-8345-53cf22a13220","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:44:27.070168988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fbc836d2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2","reconcileID":"f2450c3b-f004-4f77-8909-47901eb3d623","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-fbc836d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.112583425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"9e2fdb76-454c-4625-8d64-48ccc871d5b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.112583417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"72781b31-f627-4080-b537-b169af181905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.167687179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"9e2fdb76-454c-4625-8d64-48ccc871d5b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.168354464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"72781b31-f627-4080-b537-b169af181905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.185666194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"d3aa95c8-718b-4025-bc07-3d92ad51d8a2","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.199762176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"58a4d738-4f80-4941-9209-dbe6aec1efdc","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.241084043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"b98f32ea-be1f-438a-8685-bb58cc835c45","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.352875928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2-auth","reconcileID":"c5253ce6-ad26-4937-bbd9-fc76da7617ed","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.407860285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2-auth","reconcileID":"c5253ce6-ad26-4937-bbd9-fc76da7617ed","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.469913228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"05a8b9f5-348c-45c1-a8a8-2e79c89bad45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.469921542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"144c0dbb-c583-433a-af40-c21fe8c4a1cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.504056838Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fbc836d2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2","reconcileID":"1b8864d2-67fe-41ff-9ecd-0a9c77f4ee90","MaaSSubscription":{"name":"e2e-bulk-sub-fbc836d2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dd98f0/e2e-bulk-sub-fbc836d2","ai-tenant-e2e-worker-w3-dd98f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.525625066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"144c0dbb-c583-433a-af40-c21fe8c4a1cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.525660982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"05a8b9f5-348c-45c1-a8a8-2e79c89bad45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.662341625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"db2a6a16-3287-4400-9e39-521c9b0446f5","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.706132172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"cda41a11-47e9-4e5f-b6d6-c8df95f01d5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:27.872750476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fbc836d2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2","reconcileID":"8494b146-1930-47f1-961f-bbb73fda657c","MaaSSubscription":{"name":"e2e-bulk-sub-fbc836d2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:28.240731824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"abd1e2cc-2b4b-49d1-ae7e-9a6bc4356555","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:28.240763944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"abd1e2cc-2b4b-49d1-ae7e-9a6bc4356555","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:28.293353888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"3c3125b8-1477-4692-b6f6-05ee2c04a7e4","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:28.293386782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"3c3125b8-1477-4692-b6f6-05ee2c04a7e4","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:28.444320862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"e1241e36-47d4-4b57-a4ef-54504ac7f436","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:28.499692106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"e1241e36-47d4-4b57-a4ef-54504ac7f436","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:28.915746462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"2d6ca6b5-25b3-4969-a26f-45868ba0b55b","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:28.915777285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"2d6ca6b5-25b3-4969-a26f-45868ba0b55b","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:30.235277973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"3361f2a4-d2cb-438a-b5c6-c4987aba9be6","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:30.235278189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29210858-3f60-4967-bfbe-0c94559eeb71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:30.235883083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b627ab3c-5ea2-4f9f-a792-84d2bf0246cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:30.292032042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"3361f2a4-d2cb-438a-b5c6-c4987aba9be6","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:30.293182629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b627ab3c-5ea2-4f9f-a792-84d2bf0246cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:30.294286762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29210858-3f60-4967-bfbe-0c94559eeb71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:32.874367395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"aee318b6-8f0f-46a9-9af8-d36e488ca282","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.040339579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"4b24115f-2315-4379-a9b9-581f01f91e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.040466569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2-auth","reconcileID":"f38dd62a-c7ba-4c80-abd9-95e5da7e6f74","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.040340072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"230ddd6b-9f96-49ab-a99d-c91e3d7dab32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.095719049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"230ddd6b-9f96-49ab-a99d-c91e3d7dab32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.097114302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2-auth","reconcileID":"f38dd62a-c7ba-4c80-abd9-95e5da7e6f74","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.09816028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"4b24115f-2315-4379-a9b9-581f01f91e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.843749574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"38b61493-a151-4bf7-8183-fbf3f07302ad","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.843780619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"38b61493-a151-4bf7-8183-fbf3f07302ad","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:44:33.906661755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"f5fd7637-9e87-419a-9351-91171fc1a3f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-c292bd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.951297465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"222c58ce-c44c-403b-a24a-6ce422baa035","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.951328716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"222c58ce-c44c-403b-a24a-6ce422baa035","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.991761562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"aece469e-08ee-4072-b812-8c31e9ba9cff","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.99192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a9a5113-47cb-4613-859c-91dcafdbbf1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:33.991762476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cc76774-ff02-488f-9f77-704aac8a8388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.047098134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"aece469e-08ee-4072-b812-8c31e9ba9cff","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.047283081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cc76774-ff02-488f-9f77-704aac8a8388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.049373399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a9a5113-47cb-4613-859c-91dcafdbbf1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.067668939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"14701ccd-f4fe-430b-907a-7766e1413675","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.067694495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"14701ccd-f4fe-430b-907a-7766e1413675","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.120939441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"baadbcf9-1909-43e3-b601-37764c0b53a4","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.120980973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"baadbcf9-1909-43e3-b601-37764c0b53a4","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.128402156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"1b377e6a-2cd3-43c6-ab49-3607da8fbd09","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.18139464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"d38db1d5-12c9-4bc7-b770-e463d423e94b","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.323576704Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"5d416e92-8d2c-422b-971a-c07aa1bb72a0","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"e2e-rt-sw-c292bd","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-c292bd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.330678128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-9b65755d","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-gw-auth-9b65755d","reconcileID":"55c2fa7a-5f0f-42a9-a867-4c3e469a1aeb","MaaSAuthPolicy":{"name":"e2e-gw-auth-9b65755d","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.386717659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-9b65755d","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-gw-auth-9b65755d","reconcileID":"55c2fa7a-5f0f-42a9-a867-4c3e469a1aeb","MaaSAuthPolicy":{"name":"e2e-gw-auth-9b65755d","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.479667315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05d57c49-4d33-419d-9d5e-6c88e9fe177d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.479675803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef76f3a4-5184-4ba3-8b61-287f25202600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.534906574Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-4fb133ab","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab","reconcileID":"31eefb4c-3af4-4765-a8f1-02de344c0be3","MaaSSubscription":{"name":"e2e-filter-sub-b-4fb133ab","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscription":"e2e-filter-sub-b-4fb133ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.539139589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05d57c49-4d33-419d-9d5e-6c88e9fe177d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.539135226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef76f3a4-5184-4ba3-8b61-287f25202600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.545900062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"65241a00-cc16-4eab-a6f2-9064fa22fb18","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.583949672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"ad622919-5b42-4dc0-a709-4dccd0702b46","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.583977856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"ad622919-5b42-4dc0-a709-4dccd0702b46","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.600858419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"65241a00-cc16-4eab-a6f2-9064fa22fb18","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.693424413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"e7c03724-c8d2-4e11-ae4d-bfe97d9a7075","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.744822767Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-4fb133ab","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab","reconcileID":"31eefb4c-3af4-4765-a8f1-02de344c0be3","MaaSSubscription":{"name":"e2e-filter-sub-b-4fb133ab","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.785572223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"2c50dd8d-2e7b-478d-92a4-5e274bea72d0","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.84423868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-9b65755d","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-gw-auth-9b65755d","reconcileID":"c3b9008b-41b9-4365-81d9-5402270ee0b4","MaaSAuthPolicy":{"name":"e2e-gw-auth-9b65755d","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.89886701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-9b65755d","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-gw-auth-9b65755d","reconcileID":"c3b9008b-41b9-4365-81d9-5402270ee0b4","MaaSAuthPolicy":{"name":"e2e-gw-auth-9b65755d","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.946535763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"072025aa-fb17-4f61-bcb1-458bff68d775","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.006299282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"ba1fbe4d-06cf-4df4-a8a1-f80cfb687898","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.158114254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"76ce20fe-7b78-4137-9de2-074ff0c13f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.15834858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"4228c64f-f538-493d-9c0b-f0e04a9e2438","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.158114323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"6ca5d773-9ddc-4c16-bbed-e011a828ea37","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.158700863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"6b3f41bf-42c0-4a0f-a551-b85beb268e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.161186833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"9c9950c1-13cd-4b1e-ad00-a927984b73d4","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.213262651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"76ce20fe-7b78-4137-9de2-074ff0c13f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.21350072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"4228c64f-f538-493d-9c0b-f0e04a9e2438","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.216456655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"6ca5d773-9ddc-4c16-bbed-e011a828ea37","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.216508211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"6b3f41bf-42c0-4a0f-a551-b85beb268e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.363098645Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-a-b83382b7-auth","reconcileID":"86023fe5-984e-4dd4-bb57-339383935723","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b83382b7-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.569384168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"e2d872c8-854c-4e60-9a66-506c93827e0f","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.769620511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"f568b685-86b5-4ad7-9087-3007b227653c","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.76965009Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-filter-sub-b-4fb133ab-auth","reconcileID":"d46cf6d4-9733-45f9-b5b6-4765e7a801c0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-4fb133ab-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:35.974813889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"19ab8e73-e0fd-45f4-9b2f-0470a9ef0fb9","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:38.326810387Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:42.503987749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"ba2fa7da-7676-455e-aae1-24ff6924944b","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:42.509311042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"a310f991-e779-4b70-aecb-1c7941afb052","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:42.594634903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"c96773cd-7380-4212-b855-5609451a8cd6","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:42.595813958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"f842d7ba-dabe-4782-890a-cfcaca84dc02","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:42.683532866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a8618435-78eb-47ab-bfb4-aeb90ff5d82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:42.684116578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"8fa7385d-d2db-4ef9-9b8a-3fe06850266f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:42.756124236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"5ccbebc0-1c12-4df4-a7e1-df6e8f0c52c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:42.756826415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"0940e902-0beb-4d7a-bae7-d88ff7487e38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:42.759702107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"8fa7385d-d2db-4ef9-9b8a-3fe06850266f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:42.761910739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a8618435-78eb-47ab-bfb4-aeb90ff5d82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.045497731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fbc836d2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2","reconcileID":"8472cabe-2b7e-400e-857d-58f42ef40ad2","MaaSSubscription":{"name":"e2e-bulk-sub-fbc836d2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscription":"e2e-bulk-sub-fbc836d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.15278826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"5d9c5526-12e8-49e4-9abc-e91235fa815c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.153455915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"d02b0cfc-49b6-4992-8f86-b0be41d3b0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.214956461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"5d9c5526-12e8-49e4-9abc-e91235fa815c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.216857314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"d02b0cfc-49b6-4992-8f86-b0be41d3b0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.27035508Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fbc836d2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2","reconcileID":"8472cabe-2b7e-400e-857d-58f42ef40ad2","MaaSSubscription":{"name":"e2e-bulk-sub-fbc836d2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dd98f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.482600607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"a0768d4e-80c7-4fc4-a07d-e222257162be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.539888311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"b59fdf2b-7aaa-4a69-9c29-f231a4e23094","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.7041363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d84256b9-1f9f-41fd-8e9e-b9982b19df1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.704881348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"3cfe6c22-e269-42a2-8a5b-f7bb90857ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.705496374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2-auth","reconcileID":"768fde8f-c51f-4899-9972-1a80ea5846d0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.706601671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"de65ed08-5874-497d-a5e8-1c4376bcc4c0","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.763016145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2-auth","reconcileID":"768fde8f-c51f-4899-9972-1a80ea5846d0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.763348232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"3cfe6c22-e269-42a2-8a5b-f7bb90857ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.765555245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d84256b9-1f9f-41fd-8e9e-b9982b19df1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:43.971326993Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-bulk-sub-fbc836d2-auth","reconcileID":"c4882262-1bbf-4854-9729-19e4c589b6a6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbc836d2-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:44.132409061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"fefc84f4-c900-4003-a244-68173da0e5b1","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.173317204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"a7a864a1-d5ca-4f78-8d18-46f039c23c89","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.442249639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"621f455f-26c7-47bc-8e70-4f178895f548","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.442287072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"621f455f-26c7-47bc-8e70-4f178895f548","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.756963462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ede0e41e-7d17-477f-8c53-fdcf1c094d2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.756963896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"598d9d5e-bc8e-460b-9910-4e1e6581c7a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.759679074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"3991fa50-5706-4d0f-b541-c6429ae60766","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.813773001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"598d9d5e-bc8e-460b-9910-4e1e6581c7a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.813787436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ede0e41e-7d17-477f-8c53-fdcf1c094d2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.817454594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"3991fa50-5706-4d0f-b541-c6429ae60766","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:46.022476183Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-9b65755d","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-gw-auth-9b65755d","reconcileID":"391164b4-ac6a-4b95-9527-a7364725c6d2","MaaSAuthPolicy":{"name":"e2e-gw-auth-9b65755d","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:46.022489117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"4c97eec6-0afa-4525-a9dd-7b3f12470d55","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:46.225985347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"35679429-cfc5-4431-9730-3e2cc18efd06","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.058191467Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"9f5c8f87-7a19-4f46-a7b1-32f1f89c9714","namespace":"llm","name":"e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.120751028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"be175f05-f43e-46d0-9aa0-2611d925a0c7","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.120790654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"be175f05-f43e-46d0-9aa0-2611d925a0c7","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.230229195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"54b304c9-9893-4a91-afd2-e5eb919b923c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.230380749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a4187e9b-9832-4c5d-9391-e55aaf960390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.230757763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"4223eca0-fb0f-4d30-90dd-2705457bdb13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.230923736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"3ce4dfbb-d42c-4696-9acd-463dd3d9f05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.280963196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21184bd1-5feb-42f3-9dfd-153348234588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.286510263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"4223eca0-fb0f-4d30-90dd-2705457bdb13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.287551222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"54b304c9-9893-4a91-afd2-e5eb919b923c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.28875988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a4187e9b-9832-4c5d-9391-e55aaf960390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.291159831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"3ce4dfbb-d42c-4696-9acd-463dd3d9f05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.291692698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b831f51e-f5f4-409a-8cb3-e28ca06cb605","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.291711276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b831f51e-f5f4-409a-8cb3-e28ca06cb605","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.29204908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1574547-5789-439d-9caa-e45a498c5e99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.292065856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1574547-5789-439d-9caa-e45a498c5e99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.292518824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ffa1ce9f-cae8-491c-bb92-803fafbc6bf4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.292552567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ffa1ce9f-cae8-491c-bb92-803fafbc6bf4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.292959098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00d98755-a462-4122-9fd7-ab7d3955536c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.292979435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00d98755-a462-4122-9fd7-ab7d3955536c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.293304723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eea1ca83-a447-4424-b216-7ea970b2cf7b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.293320183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eea1ca83-a447-4424-b216-7ea970b2cf7b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.293596114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"627e3fc9-cd27-473e-8388-834d480405d1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.293611451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"627e3fc9-cd27-473e-8388-834d480405d1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.293909229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5634caf-1f3f-4421-8c23-68c9602b706e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.293926112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5634caf-1f3f-4421-8c23-68c9602b706e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.294190085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f9bbf11-cbcb-4188-939e-be131c1342f0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.294202675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f9bbf11-cbcb-4188-939e-be131c1342f0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.336010849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21184bd1-5feb-42f3-9dfd-153348234588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.344981552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"d766b42c-6320-4dea-81d8-0367bb34c650","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.345019077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"d766b42c-6320-4dea-81d8-0367bb34c650","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.505424558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f559667-0d08-4694-9106-714cd046e875","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.506626762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63d5e3fd-ac74-4d21-b255-2ff3094c9562","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.557070871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"576cd5e8-550a-4e93-95cf-172c5803c1d1","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.64632948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"d5160a47-8f47-4d54-85b0-ee5612474add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.646552362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"076be124-6ddd-41d1-a1e8-e8705909f4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.646993101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"779ceeb9-b260-4bb6-bfc3-ba7b3283eab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.64701823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"13c799fe-57f4-44e5-b7a7-4d151de5d852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.70376948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"13c799fe-57f4-44e5-b7a7-4d151de5d852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.714271724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"779ceeb9-b260-4bb6-bfc3-ba7b3283eab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.713332647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"076be124-6ddd-41d1-a1e8-e8705909f4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.708270794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"d5160a47-8f47-4d54-85b0-ee5612474add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.745647317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"9f35b765-6c02-4f29-921d-57203a813a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.802820312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"9f35b765-6c02-4f29-921d-57203a813a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.031120452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c285c713-05aa-4c3b-b8c7-99df4ceca69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.081390694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28c1ce7c-654b-4b0b-8b74-6a9b9949e195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.094531054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de5b7ee7-d970-45a4-9973-6168f4247477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.095949924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"1e882761-f6fd-452e-bcb7-80bb71e08dec","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.100130762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c285c713-05aa-4c3b-b8c7-99df4ceca69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.139071667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28c1ce7c-654b-4b0b-8b74-6a9b9949e195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.156134731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de5b7ee7-d970-45a4-9973-6168f4247477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.156157138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"1e882761-f6fd-452e-bcb7-80bb71e08dec","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.355813832Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"afbcbbc3-5936-47d2-a2e9-f54eb89c876d","namespace":"llm","name":"e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.518320868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"8750125b-fa3f-434a-a375-6a3ebe7c2f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.518614641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7a86fd46-e49f-4d72-9ea7-44fa70f8f3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.575998575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"8750125b-fa3f-434a-a375-6a3ebe7c2f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.576294506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7a86fd46-e49f-4d72-9ea7-44fa70f8f3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.616023937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d0570b45-9a84-46e2-b688-c80821eea416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.665501938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"44506aa6-6874-43a7-af8d-4be7e7e7d11e","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.665511422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ac138ae-107b-4ba3-bf25-f475da34f499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.671410866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d0570b45-9a84-46e2-b688-c80821eea416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.723750098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ac138ae-107b-4ba3-bf25-f475da34f499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.725317675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"44506aa6-6874-43a7-af8d-4be7e7e7d11e","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.930849864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"421dc7cc-3ad3-4aec-a89b-ce6e3fa4bb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.931253508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a0fb4d46-2777-497d-9951-783b72c8df6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.991720006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a0fb4d46-2777-497d-9951-783b72c8df6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.992645718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"421dc7cc-3ad3-4aec-a89b-ce6e3fa4bb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.032065514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"18953ceb-350f-412a-85bf-ada697096214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.087378828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"18953ceb-350f-412a-85bf-ada697096214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.132089359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f29f3c39-8266-427c-81b5-26a119ba59e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.182428656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"136e9d7e-5230-4b62-835c-f1fd7325d7fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.187272647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f29f3c39-8266-427c-81b5-26a119ba59e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.238690811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"136e9d7e-5230-4b62-835c-f1fd7325d7fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.296225587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"03fe8706-b4d2-46ba-bf33-97ea7dcc62c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.296205691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"4e78cce9-9329-4afb-9874-b7a3702b1d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.351495076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"4e78cce9-9329-4afb-9874-b7a3702b1d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.352592172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"03fe8706-b4d2-46ba-bf33-97ea7dcc62c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.442188266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"390fda10-4717-4d9c-af71-5420d3883a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.496505605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"390fda10-4717-4d9c-af71-5420d3883a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:56.096739821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"387720e5-2427-482c-aa1b-90e46f3c37d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:56.097402291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"3867c825-ca73-4fba-a9ed-f75f538721b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:56.171995362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"3867c825-ca73-4fba-a9ed-f75f538721b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:56.185038657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"387720e5-2427-482c-aa1b-90e46f3c37d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:56.334296979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"753f88ce-e567-4f5a-9037-f686c3183202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:56.334266314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c1cba4c-8b09-4e3b-838c-351ffa86c6d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:56.336052712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"3b5535bd-5728-484d-b8a5-de6ff8edc0ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:56.420293712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c1cba4c-8b09-4e3b-838c-351ffa86c6d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:56.423660418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"753f88ce-e567-4f5a-9037-f686c3183202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:56.448040168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"3b5535bd-5728-484d-b8a5-de6ff8edc0ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:08.324553528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:18.457332883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"83c0ab4e-1e81-4d8a-a63c-b2da9639b0c9","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:18.507340046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"585abd4c-f19b-43d1-9abc-29aa50805efb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:18.606943878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03e812bf-839b-45c7-b308-4b6ea9c3ed61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:18.636489067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"0f71acff-8ad1-43f1-90cf-230f085d980e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:18.710059178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"260e2d87-caf7-4d6c-8308-b5eb5cd4e539","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:18.813863016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"43476b11-9f6d-4c81-8774-f31a6d7c8884","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:18.813873905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"965a8691-8c4b-4544-b635-86931f47b005","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:18.914899167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"648ba378-8eae-4e17-99b7-3f3086feada0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:19.074653246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80ecd7df-e974-423f-a4e0-d1f2f6f26d38","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:19.174724691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"3807a81b-3208-4d95-9644-f892247c9611","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:19.274834722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"9ff760ff-a9b0-4dff-b7a7-0c659c556f92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:19.296534859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"1fc29b35-350b-4992-9f54-a5075009a4b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:19.375423881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"f8dd9232-7611-4912-ae59-dc3b07422c08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.773553709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"17a611c5-8a35-43e0-aa74-1473e7a9b5e3","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.773976264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"6da4e2e7-9a9b-4bf6-946f-afac6ec1bfb7","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.840004976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"6094a63d-bbed-461a-8a04-5161795a4090","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.840380085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"8a79feef-992c-4028-a182-ce57a38efdfb","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.924038615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"5ffd8f35-f5c2-4d84-acb3-500526d59563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.926147144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"584ce1aa-7a10-449b-8100-572d7a6d9326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.978396698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"86dc90af-28a6-4181-966f-3b98ca171d30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.979164075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"d8a56315-4048-4373-9a3b-5c07efed908d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.982736566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"5ffd8f35-f5c2-4d84-acb3-500526d59563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.98488808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"584ce1aa-7a10-449b-8100-572d7a6d9326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:25.293734078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e62b1da2-a254-4290-ae51-cf0ffdd93341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:25.293733953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"9fc69fdf-dda1-4cc0-81ee-513febe1d514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:25.349568605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e62b1da2-a254-4290-ae51-cf0ffdd93341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:25.350573485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"9fc69fdf-dda1-4cc0-81ee-513febe1d514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:26.653429621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"e2e-conflict-a-ea66c31d","reconcileID":"0b4ce565-1449-4802-8494-0ed9f7856eda","MaaSModelRef":{"name":"e2e-conflict-a-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"e2e-conflict-a-ea66c31d-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"e2e-conflict-a-ea66c31d","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:27.91264007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"f349476c-2e01-480d-b52f-22014a4e2f42","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:27.912931641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"745804b1-2b29-4bdc-b070-29af32322bcb","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:27.97796274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"83ad89a5-df49-4c86-aebf-36f6f049e4f0","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:27.978335882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"e7e4a8cc-9221-436a-b6ef-966eb89db188","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.066293421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"8a2fe6e9-a85b-4b18-b527-482a18375a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.066303311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"d6402fe8-6761-4dcf-84dc-8fbf5a11b8f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.12443502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"7c333de8-c932-4c3e-a382-4ea95b1f831a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.125068527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"b4261e6e-a60c-4c25-a664-65fe39aa69e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.159481256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"d6402fe8-6761-4dcf-84dc-8fbf5a11b8f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.168449257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"8a2fe6e9-a85b-4b18-b527-482a18375a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.51976406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"739820c7-c680-47f7-b600-0299d783826f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.519944026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"37f8ae36-9b97-4aad-a29a-dffe6fc4d074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.57528364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"739820c7-c680-47f7-b600-0299d783826f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.575602041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"37f8ae36-9b97-4aad-a29a-dffe6fc4d074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.857472931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"469a06ee-a471-4dbc-bc02-ab7110be31d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.944264376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"afbf0f4a-f19c-432e-9539-8afd257eb8d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.061747133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"1e123bdc-ba5b-41fa-9853-4ef4e54c97ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.061965976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"ee880793-aa32-488e-9eb8-94844477c83d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.079261027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"9f6a9e49-250c-4d42-bc40-cef360f57ad5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.181699096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"7f1840a6-c1e6-474e-81df-eadcc2f9e35b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.282036223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"05b16ef1-4203-4de9-be6c-120b328be3a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.382198077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"007833de-b331-4c40-a906-7e8654236c48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.482599773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e1356cf-a820-401d-a455-816543c41722","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.51249577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46c90d63-09d4-455a-a08c-d350b32a9e9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.533286987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"cd9624f7-f54d-4bea-8a28-558dfc8b5240","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.671377388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"15814948-c14e-4f92-851a-04b62f49841e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.817619284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"443b7c23-693b-44f0-9b8f-427a686d7b95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.893300587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"99f3a6d7-1d09-4a14-abd7-18e049b930db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.893717481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"a8ef9443-9e46-4d8d-a798-27d48f82dcd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.94914176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"99f3a6d7-1d09-4a14-abd7-18e049b930db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:36.950452304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"a8ef9443-9e46-4d8d-a798-27d48f82dcd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:37.007168435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"9f5c7725-e24c-4656-8e38-6defce259293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:37.007169448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"695fd006-8a9b-4c06-8921-6420aa1ae5d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:37.064080418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"695fd006-8a9b-4c06-8921-6420aa1ae5d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:37.064120638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"9f5c7725-e24c-4656-8e38-6defce259293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:38.32438413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.138877333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"8059f9cf-182d-44a4-9c2c-15dd9b51f3dd","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.666138229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"210a32f5-b26f-4cf1-bb30-0ec494fa8b57","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.667708637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"532422a2-ff07-45f1-bcc4-9efbd5f9b8c4","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.668186794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"e2e-conflict-a-ea66c31d","reconcileID":"a6d5bc75-c506-424f-a84f-59f2ad31d3cd","MaaSModelRef":{"name":"e2e-conflict-a-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"e2e-conflict-a-ea66c31d-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"e2e-conflict-a-ea66c31d","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.735607205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"d0e774bf-d1fe-4cb9-8475-12e4aa1f72ea","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.735947468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"885986a2-3367-4592-9fd6-d9a4ff4d54b3","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.736206531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"e2e-conflict-a-ea66c31d","reconcileID":"c7ac3a6a-f877-426e-88f7-c0f7406aa604","MaaSModelRef":{"name":"e2e-conflict-a-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"e2e-conflict-a-ea66c31d-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"e2e-conflict-a-ea66c31d","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.822942245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"d51b8a67-f72b-4a86-8c98-965a1f4d86be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.822968587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"9ed4de8f-414e-474d-8aed-830d3091d700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.874618867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"8ea28400-434a-4b3d-a01a-264dc8790452","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.897285211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"d51b8a67-f72b-4a86-8c98-965a1f4d86be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.901457345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"9ed4de8f-414e-474d-8aed-830d3091d700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.980806905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"7b357d77-7b6c-4a87-8ab8-ba32320f290b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:50.248566331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"9a6fd3eb-4ed6-44c8-8708-adae95f3b0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:50.248567155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"35acd074-9136-4c0f-ab04-36ec8e2d06fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:50.303576564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"35acd074-9136-4c0f-ab04-36ec8e2d06fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:50.303768233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"9a6fd3eb-4ed6-44c8-8708-adae95f3b0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.558382998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"bd328c16-b5ab-4c89-9fee-1908f50a0d3d","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.608380585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"f41d29e0-0732-477e-bd8c-4ed2daf06c4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.708946761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"95dc135d-cf48-4d5b-a1f9-95f9cc67b5d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.809774134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9aad9fa4-a99e-4e34-b7b0-6dea23d6029d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.830657445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"6ed19d2b-4953-4df9-8d5f-c386793c5a7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.00252705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"064e313e-e973-4a4c-9ffe-1f984fa66b87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.103567191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"07200b02-db6f-4400-8a0a-eb6e5ec70b96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.114441829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"915c7de3-54e5-48d0-a553-7d22e8602172","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.193058168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"02a11175-77b9-49ef-ae88-4aff243ad283","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.293639319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"40dffa8a-5891-4adf-90ac-bd71ac672f08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.392840804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"117a338e-d602-4b87-8f1d-0f05ea8137d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.409352015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"9862a349-772d-4956-9318-39ee5b6182df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.42057924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"aaed80e6-3614-4978-b4b4-72da035549c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.795761726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"d2d07aa4-ccd1-4aec-9252-97412cb2fafe","namespace":"llm","name":"e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.846361654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"326efffc-d561-4697-b9b0-9f28250a2e70","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.846465105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"326efffc-d561-4697-b9b0-9f28250a2e70","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.945816991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"442f5fcd-6d8a-4105-ac4a-620b500ce277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.949580051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"027829eb-07b7-49cd-ae18-d928daf2c84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.949615149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"8e8be196-56d1-4142-8ea7-f782510ab068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.998931665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"8fc44fc7-89fb-487b-94bb-aac54bb65348","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:52.999423393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2139bda9-1d53-4498-8385-742b7793df93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.000832983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"442f5fcd-6d8a-4105-ac4a-620b500ce277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.004710112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"8e8be196-56d1-4142-8ea7-f782510ab068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.004905943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"027829eb-07b7-49cd-ae18-d928daf2c84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.008402413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f28571b6-2f9e-473d-9691-4c9935284d3c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.008426267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f28571b6-2f9e-473d-9691-4c9935284d3c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.009544068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"acae2f94-a2b2-4580-9bea-8919328bafc7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.009565921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"acae2f94-a2b2-4580-9bea-8919328bafc7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.010478558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71272b4c-8c15-45c9-a061-1bd658201da7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.010498582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71272b4c-8c15-45c9-a061-1bd658201da7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.054193142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"8fc44fc7-89fb-487b-94bb-aac54bb65348","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.054280892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2139bda9-1d53-4498-8385-742b7793df93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.061627019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"4566f9de-118d-4260-995e-250e98e69cd4","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.061648264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"4566f9de-118d-4260-995e-250e98e69cd4","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.061976119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"876d3783-d80c-40a4-a2de-1b31ae8e8a23","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.061989427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"876d3783-d80c-40a4-a2de-1b31ae8e8a23","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.062191201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"faac79e2-5515-4591-a86b-4f29f11577fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.062203361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"faac79e2-5515-4591-a86b-4f29f11577fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.062534377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64280ae6-bae9-46df-9a69-6851e7525642","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.062546222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64280ae6-bae9-46df-9a69-6851e7525642","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.062819407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"74452ed4-176d-4b46-9aa6-4b6a33bafd55","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.062829784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"74452ed4-176d-4b46-9aa6-4b6a33bafd55","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.063005375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d132781-338c-4c61-afda-7f82627b9643","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.063014674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d132781-338c-4c61-afda-7f82627b9643","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.212632226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"186e1a0e-924e-4af1-adee-caeb2e560813","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.213467302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce649736-cb8a-4ebd-aa35-d2be005e8b5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.264037092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"0a7c86ef-fa60-4b58-ad7d-36a6253f12e3","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.311127182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"57dc4bec-e649-4485-ba06-783dfbb48fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.311135464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"dc2d31c4-4c7b-4a69-b434-8bd47a26bbc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.363018719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"5e1bc049-fc9e-4b54-946c-2883bdb20047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.367549765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"307ad1c1-9b22-4f53-b180-ec4c8710aed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.371697674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"dc2d31c4-4c7b-4a69-b434-8bd47a26bbc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.378674052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"57dc4bec-e649-4485-ba06-783dfbb48fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.421747164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"5e1bc049-fc9e-4b54-946c-2883bdb20047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.424260562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"307ad1c1-9b22-4f53-b180-ec4c8710aed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.46896881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ea08bb75-0e86-4867-ad53-fc6033a34058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.524856027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ea08bb75-0e86-4867-ad53-fc6033a34058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.730136171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"6f3fe8ac-8655-4360-b674-bad9ead53dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.730138418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"089b8b86-3c02-47fd-8913-cb2fa6d90488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.789358853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"6f3fe8ac-8655-4360-b674-bad9ead53dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.789489128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"089b8b86-3c02-47fd-8913-cb2fa6d90488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.837390883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"77bd171c-dfac-4a3c-8617-d052e2bf823f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.887730567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3b888a9-b971-431f-8639-ee74a8a17d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.893027573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"77bd171c-dfac-4a3c-8617-d052e2bf823f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.93726779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"3a3ab828-ad2f-468e-8804-752f201d0cc2","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.942683862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3b888a9-b971-431f-8639-ee74a8a17d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.993525594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"3a3ab828-ad2f-468e-8804-752f201d0cc2","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.072581453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"d74b16c2-6cde-4826-bd2f-dcbd7aa6577d","namespace":"llm","name":"e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.271748329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c8992db3-60db-46a6-bdac-96edff46dfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.273370063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"9a34fa1d-8ec8-4a02-98b2-4445dd9bb78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.330480701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c8992db3-60db-46a6-bdac-96edff46dfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.331621906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"9a34fa1d-8ec8-4a02-98b2-4445dd9bb78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.340945631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"2f62f485-ea3c-43a8-a8ac-123cc3d92184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.395937296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"2f62f485-ea3c-43a8-a8ac-123cc3d92184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.479595775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e0a8b8d-7466-4977-95d3-aa0ff109be40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.527070834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"8d79c2b3-f451-4f62-ab66-ab3bffa65985","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.534475931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e0a8b8d-7466-4977-95d3-aa0ff109be40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.582037564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"8d79c2b3-f451-4f62-ab66-ab3bffa65985","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.627985067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"1ad676ed-155e-45f2-bad6-1299315ee205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.628480079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"3500fb47-7128-493f-8803-26f092b1fc23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.683759519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"1ad676ed-155e-45f2-bad6-1299315ee205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.685009446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"3500fb47-7128-493f-8803-26f092b1fc23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.744815147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c20759fc-639e-467c-903a-f8165b535cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.802771006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c20759fc-639e-467c-903a-f8165b535cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.847265785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"93e8e5f8-5902-4d01-9062-e6c6e91bfcff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.902973665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"93e8e5f8-5902-4d01-9062-e6c6e91bfcff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.982887568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"124b0465-0c78-4bca-94d2-6e2708663094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.983264962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"c868b697-6f1a-46a3-9f23-b1f90b47bf6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.983628701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"5f03d2d6-ea10-42f3-8682-7a340de1bf63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.037848368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"124b0465-0c78-4bca-94d2-6e2708663094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.037906876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"5f03d2d6-ea10-42f3-8682-7a340de1bf63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.040082765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"c868b697-6f1a-46a3-9f23-b1f90b47bf6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.10211898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7153e7b0-5d99-4c37-95a5-bdc37aab7723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.156735767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7153e7b0-5d99-4c37-95a5-bdc37aab7723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.273545499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"2e3d67f2-f2e6-41aa-a374-1e0917081f47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.378594831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"cd9ceaf8-0108-4b5f-8ad3-09924b527c7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.410179064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"2a81a49f-10b6-42cb-82d3-24387726a8b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.498471496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"d4524b74-291e-42c7-a117-7dcf31ac0fde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.648588293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"5512fbf2-8474-4cc9-8126-5ca394fc1e43","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.700280983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"cb7a2704-ee9a-459f-94a1-bc49777438e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.762354409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"331a2c03-785a-43a7-a745-34dc71d11671","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.851191577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"321dec0a-e0e2-437e-92dd-84ed85ab6590","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.93874869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"f3ba55a4-9f01-4754-825c-739276ff9b1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.054986542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba25bfb0-dd00-4e53-b733-432a2154bf63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.069202433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"3992d562-88dc-401f-8747-e6dd986338e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.158985657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"6b996f7d-481e-4804-a885-8f497c33d7c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.258036348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"56a5c352-663a-4712-8de6-37706df30e6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.548065562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"984bcf51-968e-4a77-a643-29b397f967d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.548521774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"18e2bf8a-91fc-40db-90c2-948fd14052af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.61301731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"984bcf51-968e-4a77-a643-29b397f967d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.62490766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"18e2bf8a-91fc-40db-90c2-948fd14052af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.768843566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2400a84f-16a7-4b38-89dd-c0074df6d299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.771786285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"cb6165bd-c110-4f99-abf0-95922a79de6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.772247491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e2213e-87ad-4d60-8022-7d4640108e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.835310813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2400a84f-16a7-4b38-89dd-c0074df6d299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.83764485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e2213e-87ad-4d60-8022-7d4640108e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:03.843663139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"cb6165bd-c110-4f99-abf0-95922a79de6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:08.32406554Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:14.477020161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"2325f393-7b5f-41a7-abd4-a13e30c0b8d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:14.578176723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"a4a8c718-2d70-46b6-9988-fefcdf0358cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:14.677706131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"c5e61f7c-f70b-4e1f-bb35-bd1fa01eac19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:14.777645242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59241f2a-8b5b-4169-8714-78999f019f30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:14.777728294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"87faf6fe-5c93-487b-8251-fdd189e97a20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:14.91760247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"eaf15321-78f9-4082-8dc8-0201947dc1d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:15.016523456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"e64dbd16-af42-4788-9edb-e0883afab37e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:15.036914385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93c71790-453f-4f93-882b-7cbdae4c8c10","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:15.195952144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"f77fd69a-6d60-43be-b38e-2a5f81ba3e1b","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:15.244641412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"12d12b55-0aa1-45cc-b1de-63b9140cb125","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:15.345928896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"1451cad2-9887-4501-a536-789b226ea09d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:15.477201925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"0b406311-37ff-4d17-95de-a266930c31c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:15.577411299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"e9a6c97b-64b2-43ae-ad8e-db16972cf0dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:24.747118874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"a63b77b5-9a6a-4530-8aa1-f8a52de8abef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.01761444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"74fa9354-cfae-4c3f-8a3e-6516fcf6162f","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.017947994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"a6f74c15-0178-42a3-a401-b98dfff47a22","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.018374835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"00bb5c23-1478-4185-b10b-54577b170207","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.083696575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6b111e77-050b-4bd1-84cd-ca548fc21667","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.0840616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"71713c93-fb01-452e-b3d2-3f0a568fc340","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.084362229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"9a9eae48-4921-452e-a4f1-09c00bd05f85","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.170720783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"0c9cf8f2-57ae-4190-b91a-7d03e42a1a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.171065162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"ec7cea11-022f-4556-9a60-6fd61874bd8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.238442083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"6443b269-6c6f-4331-8acd-18559fafc360","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.23918094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"fec1d792-12bd-45b9-b867-5685e410a4d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.250883747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"ec7cea11-022f-4556-9a60-6fd61874bd8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.255195717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"0c9cf8f2-57ae-4190-b91a-7d03e42a1a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.616518798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"aea99e15-da09-46f3-b629-5bce6f4a42b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.61654143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"1f61759c-83ff-4ad4-b82a-984946f629f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.675590151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"aea99e15-da09-46f3-b629-5bce6f4a42b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.675592712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"1f61759c-83ff-4ad4-b82a-984946f629f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:34.598941913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"d9babce3-6568-48fa-8846-fcb62ca22591","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:34.701985517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"70774abd-c535-4aa8-bf5a-fa1ceecbb7b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:34.828389379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"744f350f-69d9-49bb-ba95-0c45d4814a70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:34.951272349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"efa46d5c-ce02-4079-92da-0ea1fe27ed84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.106277236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"97d2ab45-6697-4d49-9302-0abe4ac967d4","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.197304971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"749d4042-16f2-4bad-b9ac-9893f7944c24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.207137997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"6bd31a48-10a4-490f-a994-20defd343de1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.301956825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"e8dc2ffe-d6b7-40ce-bf01-689f2b6b34b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.364849524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83018543-7d7a-4bc0-a10c-35849bb430be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.518996358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e89df67d-732e-4bb0-8202-22183da85d81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.519842432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"aa0a7f75-f8d6-4fe3-b972-051aa1b491ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.617922784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"f039a64f-4582-4431-ac4b-9dc8ba52c115","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.619065848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"dc7e565c-53e0-43a1-987a-96ba3ffdcc59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.92553524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"765f6324-114d-43e0-968a-4cf92b450642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.925534492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"08fcfd7d-8424-43ed-a816-b25b94f937c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.980649788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"765f6324-114d-43e0-968a-4cf92b450642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.9807489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"08fcfd7d-8424-43ed-a816-b25b94f937c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:38.323498914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.02466882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"fa327845-6d3a-4bba-9a25-3e86fd5b81c8","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.038575141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"c6456843-0e5d-48ec-84a9-3a2fe6f4a619","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.098322571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"83f353cd-8bc2-4424-b10b-d324e3ba06fb","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.098655859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"9f1c941f-dace-474b-b148-cc412656c8a5","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.176393417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"c05ea1fd-0acf-4276-80bc-abec8f217036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.202882399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"0e683ccf-4dc2-4f79-a766-2879c0680a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.255120609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"c05ea1fd-0acf-4276-80bc-abec8f217036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.255974413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"ff55c599-14f5-4052-b575-a4634082cf1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.256070485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"9f64e87f-a0fb-43b5-8723-d6ee2a1c8746","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.26036783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"0e683ccf-4dc2-4f79-a766-2879c0680a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.554955143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"fcec7744-601b-4243-834c-83cd96b7aa19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.559012446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"e8b97af3-f956-40f4-a680-24daf1de0589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.609700437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"fcec7744-601b-4243-834c-83cd96b7aa19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:39.613627953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"e8b97af3-f956-40f4-a680-24daf1de0589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:40.425678482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"e2e-conflict-b-ea66c31d","reconcileID":"f8837099-3814-46d0-b526-11bfda227112","MaaSModelRef":{"name":"e2e-conflict-b-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"e2e-conflict-b-ea66c31d-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"e2e-conflict-b-ea66c31d","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:40.484136332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"e2e-conflict-a-ea66c31d","reconcileID":"1e9cff64-0116-49c8-b9fa-89ffa00d3fe9","MaaSModelRef":{"name":"e2e-conflict-a-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"e2e-conflict-a-ea66c31d-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"e2e-conflict-a-ea66c31d","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:41.451100907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"e2e-conflict-a-ea66c31d","reconcileID":"52c42f99-946d-43a9-9a52-e28bb450ae23","MaaSModelRef":{"name":"e2e-conflict-a-ea66c31d","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"e2e-conflict-a-ea66c31d-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"e2e-conflict-a-ea66c31d","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:52.370113749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"97789590-2d09-45c3-82c9-78d912a95317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:52.370153657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"1ca3ddb3-5dcb-4008-8c65-c7defdcf2860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:52.425276514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"1ca3ddb3-5dcb-4008-8c65-c7defdcf2860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:52.42529417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"97789590-2d09-45c3-82c9-78d912a95317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:08.324141549Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.426794858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"451a1816-671c-4597-8c8c-dfbe8d8be60f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.536683566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"bde181e1-4936-4c77-a24b-5bcc7ff1455a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.645574346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"73a82b9b-aa21-4c63-b106-afa0bb7dee11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.75376082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6032522e-4e48-42ea-afce-e9ae62a5956d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.793575034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"f0898795-dffa-46e7-b5b6-a86a7d8eaa4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.885031668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"f345bd1e-dd0c-49e4-8d3b-d67a4589c3f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.946139668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"5ed354af-1bbf-4792-8b75-cc0cd627c3ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.986365355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"9c346316-5d93-4b5e-a307-13f50a1ceb56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.090999674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"2166165d-2043-4cc3-bda2-8628013caf60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.191171141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b4bcaf8-dfba-4f55-957b-391385b856b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.226536007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"0318e15e-3fd3-44cb-a1eb-7d6d7c6920f3","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.291527824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"beafea9e-8fb0-4c03-a942-2186d826789a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.362686873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"6486fe04-8478-4551-90e8-780be265f815","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.392400575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"ef79f7d1-2a23-46d6-8a2b-224d2288094f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.229951664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"4d3fcefc-14a8-43c3-b426-6351a7898fb3","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.285021852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"a0a0c23b-f697-446a-8a8c-c36a8db75c88","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.484273092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"ca8b6a5a-a2c1-430b-b454-a4dc0a58b589","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.539247923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"ca8b6a5a-a2c1-430b-b454-a4dc0a58b589","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.64344486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"11f56137-12ee-41b7-8513-1720addc732c","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.70405249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"9ab87959-a12e-4901-8c8c-2c8879b4ee40","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:47:15.755738983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub1","reconcileID":"d058f45f-7ce9-4873-bc45-ba5a443a7af3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.847156388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c4a70c17-a744-4e51-894b-2b6d923afd08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.852968671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"ae7078af-d925-45eb-854b-45e600e3ee90","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.870336666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"65614bcc-5ea5-4130-a85e-141d306feeb7","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.902177754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c4a70c17-a744-4e51-894b-2b6d923afd08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.924113229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"be9cac8a-582e-4e16-8100-2973350776ef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.932355428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"805f03b6-78a0-4d3c-ba74-fdffab99c348","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.946444312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"65d16f2d-b1bf-4164-aa29-58f4b0f40b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:15.985572652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"5ff4ca36-d253-4903-ad25-86d8c29a1143","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.002814668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"65d16f2d-b1bf-4164-aa29-58f4b0f40b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.05809695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"3c60885b-3a66-40ac-a936-b134c2c9357d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.092038589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"a7dc0fb5-1863-4651-be31-7311e5e4ab0a","namespace":"llm","name":"e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.11522862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"3c60885b-3a66-40ac-a936-b134c2c9357d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.13505185Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub1","reconcileID":"41186e61-244d-4cfb-b47f-e8f8c033d2cb","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-w0-8bec73","model":"distinct-w0-8bec73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.146826715Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"5ed1e012-051e-4995-affd-92e5ce63ae05","namespace":"llm","name":"e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.212899303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"38402ce2-a7cd-4ff2-81ff-15092f21698f","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.213091701Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8bec73 priority=0:[ai-tenant-e2e-worker-w0-8bec73/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-8bec73/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.233433061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"af9a0e8d-c37c-49e2-9fdd-543a871ecbbe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.249373184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"4ffe41ab-7aa1-4bb5-8442-aee451c1025f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.271328132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"85ebbf66-ccca-4c95-ba16-aa79bfc12835","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.29319371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"af9a0e8d-c37c-49e2-9fdd-543a871ecbbe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:47:16.302675006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub1","reconcileID":"41186e61-244d-4cfb-b47f-e8f8c033d2cb","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.312802923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"4ffe41ab-7aa1-4bb5-8442-aee451c1025f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.320437712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"62b001b4-d602-4154-ad8c-96fa1a7ef5ac","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:47:16.323709174Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-8bec73/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.359744697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"1f7cfc3a-7d39-4939-b8f4-85bda79762a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.417081272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"1f7cfc3a-7d39-4939-b8f4-85bda79762a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.464328244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"a6cb1657-daf4-4dad-a10c-43777c006c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.508583429Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"43284214-283f-4c16-b7b9-5c26102b7a7a","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"name":"e2e-rt-eq-49fcce","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.51436767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub1","reconcileID":"f2dc6687-767a-4513-944a-27ed787505e9","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.519470495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"a6cb1657-daf4-4dad-a10c-43777c006c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.56298691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"a5aa805b-1c87-4235-a4d1-0b638ebb4403","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.563525257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95d90a42-216e-4ae5-ac54-04203c39d2cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.563544577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95d90a42-216e-4ae5-ac54-04203c39d2cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.563888215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"56844e21-ec6d-41c0-84e1-59dceeecb865","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.563908816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"56844e21-ec6d-41c0-84e1-59dceeecb865","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.564201769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"56865720-4002-49ea-90cf-d20ff08db8b0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.564238714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"56865720-4002-49ea-90cf-d20ff08db8b0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.614438598Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub2","reconcileID":"263844f8-f585-4d00-a515-59ac163bef31","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-2-w0-8bec73","model":"distinct-2-w0-8bec73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.614865601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"47cb1382-8bb7-45da-ac08-582577bba964","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.614884669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"47cb1382-8bb7-45da-ac08-582577bba964","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.615282059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60e32b24-3782-480f-b215-5966211256d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.615296246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60e32b24-3782-480f-b215-5966211256d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.615632685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfce720f-3ab8-447d-af65-1569ca643dfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.615646487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfce720f-3ab8-447d-af65-1569ca643dfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.615988342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d42c3d36-7cd1-4da4-b263-4c0f725776ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.616003903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d42c3d36-7cd1-4da4-b263-4c0f725776ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.65842528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"bb8de87c-2d1e-45aa-adc2-1ea79a2e5e0c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.666092358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"b0bcf864-b7e9-4e0e-ae70-466b6662d8ed","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"name":"e2e-rt-eq-49fcce","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.666497488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4db7d5b3-0a36-40f8-825c-6c20cfc6f48b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.666515765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4db7d5b3-0a36-40f8-825c-6c20cfc6f48b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.666828188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b97cb860-8ebe-4267-b0bf-a9eb0f83850f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.666842363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b97cb860-8ebe-4267-b0bf-a9eb0f83850f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.667090223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"32bf51f5-6e94-4329-a386-88943f1ddca8","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.667587399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"2545fe83-726b-4518-bb06-fe86e52c5b4c","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.667986609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"2cf5d409-a7ca-423c-bf9a-fff19411c66f","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.668250183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"b15f67cc-c232-4b73-8396-e482b93daca0","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.710881272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ac30245-7199-4b60-a558-b3e0c2d3712c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.711562176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"39a100ac-aa44-4107-a076-cba14189ac4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.714522715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"bb8de87c-2d1e-45aa-adc2-1ea79a2e5e0c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.725585107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"617d4c8f-ec20-4702-a204-7ad123e29a96","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.759472304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"b881e137-144a-4e88-848f-7c4d58f87abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.761321927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"6b02e700-932b-4151-91bd-ccaec69e0652","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.776264158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"cd945e22-6d36-4f19-808c-324acadb75ee","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.808784777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbd20b8c-d578-4d30-b730-b5e26226932e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.814444223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"b881e137-144a-4e88-848f-7c4d58f87abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.863897182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbd20b8c-d578-4d30-b730-b5e26226932e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.935248123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"1c5ed3cc-81ec-45ea-bf9a-436fcfc411ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.961818218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"7bc9688b-8467-4abb-9f2a-b911132024fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:16.962360215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"932bbb6c-10fb-4408-bab3-74bc9fcc9aa2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.061124661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"7bc9688b-8467-4abb-9f2a-b911132024fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.073702488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub2","reconcileID":"42291d6f-d175-42ec-8377-c70d9e567435","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-2-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.074115435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"75b1c46a-24b1-4f63-9c6f-b43899ea52ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.202304257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"cb1c90f7-e205-4e05-8046-8fafe8d459c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.214087477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"932bbb6c-10fb-4408-bab3-74bc9fcc9aa2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.298915104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"cb1c90f7-e205-4e05-8046-8fafe8d459c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.390302545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"12b71702-ebeb-44ee-ab01-b799c8cb772a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.396684604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"f7c7f65f-fd93-4f1c-a99c-00529b9a1f6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.446012382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"12b71702-ebeb-44ee-ab01-b799c8cb772a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.451400269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"f7c7f65f-fd93-4f1c-a99c-00529b9a1f6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.566514346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"59a3ca4e-fc96-464e-b9e8-9ab7720ffcea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.615833281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5bafe068-887b-418a-9191-8ecf0aa2c996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.621452724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"59a3ca4e-fc96-464e-b9e8-9ab7720ffcea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.664721559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e74c02f-9af5-4242-841b-992f0980e92e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.670750157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5bafe068-887b-418a-9191-8ecf0aa2c996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.721826541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e74c02f-9af5-4242-841b-992f0980e92e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.773732966Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"3453d7ec-52e9-46c5-91c3-29120084a3fa","namespace":"llm","name":"e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.809877504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"8cddd06c-2c42-4039-b563-892db92c9c1f","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.845473684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"182e699f-3849-4ff9-8187-d1e3fa03263c","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.845510323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"182e699f-3849-4ff9-8187-d1e3fa03263c","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.866841044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"2055b3d9-c98e-4cf7-9d6e-0cc15144d790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.938753523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"2055b3d9-c98e-4cf7-9d6e-0cc15144d790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.943751229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"8cddd06c-2c42-4039-b563-892db92c9c1f","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.958629747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"f4c37c9b-d24d-4b43-b018-3b477c62beac","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.051164951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"6fcd30c3-fb62-4ab6-ae30-2cbfffbc07a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.110876979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"6fcd30c3-fb62-4ab6-ae30-2cbfffbc07a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.11474092Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub1","reconcileID":"4616ade6-e834-4fa5-b016-5b23079f88f4","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa983f3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.152927183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56238349-f034-47d4-abf7-9fbd275ff414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.217638282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"c38a892e-3adb-4fa0-8ad0-1bc0976b2397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.22411226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56238349-f034-47d4-abf7-9fbd275ff414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.276937458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"c38a892e-3adb-4fa0-8ad0-1bc0976b2397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.322026208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"ee28b798-17fe-4299-9a02-2f6d51861f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.377175426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"ee28b798-17fe-4299-9a02-2f6d51861f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.422815348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"ca4dfac1-15ac-4d77-a6a5-14b4f597b644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.422815404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"396eb87b-e2b4-4c6f-aa0f-9c6d1165779f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.477991341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"396eb87b-e2b4-4c6f-aa0f-9c6d1165779f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.478009635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"ca4dfac1-15ac-4d77-a6a5-14b4f597b644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.56883085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"b866f654-e3ab-4027-bed9-7ea12c74c951","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.569156939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"3bf63f4e-5534-411d-8abd-e8e0faa8322e","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.623557427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6bef65a4-82de-4f9e-a651-b4aa44cde5d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.623957347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"39e83ed5-e2d2-4311-b3d5-e6e3c5d2c2d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.678722424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6bef65a4-82de-4f9e-a651-b4aa44cde5d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.678748409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"39e83ed5-e2d2-4311-b3d5-e6e3c5d2c2d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.806628527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"bc10af02-12a6-46ad-8f40-dae7fde0d770","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.807580649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"6dd17a42-e647-4ba6-91a9-d9fbdc1f4eb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.898695428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"0d12604f-b51f-45f8-96dd-62828b4f4b57","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.949982385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"087d32a3-a497-42ef-b8fe-c059c6bc50dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.987991798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"0d12604f-b51f-45f8-96dd-62828b4f4b57","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.002892152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c9d5110e-0e64-41c6-ba10-bc2be245d92d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.010236095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"087d32a3-a497-42ef-b8fe-c059c6bc50dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.053149645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"f0562845-9f10-4a78-baba-8b717685c8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.058449006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c9d5110e-0e64-41c6-ba10-bc2be245d92d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.105707193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"5e2c3547-5097-4846-b362-7e3c784872da","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.112882962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"f0562845-9f10-4a78-baba-8b717685c8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.162883555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"5e2c3547-5097-4846-b362-7e3c784872da","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.352898384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"e5dede3f-eb51-4ac9-b6d7-c5dc74b6df3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.413774239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"e5dede3f-eb51-4ac9-b6d7-c5dc74b6df3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.454287696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"d35b99d6-5ee4-4d93-8543-72468c7a7f6b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.511147236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"d35b99d6-5ee4-4d93-8543-72468c7a7f6b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.558762418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"fb2ebca7-d0f1-41f4-a45d-01d4ef5e3740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.558776575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"41e69a31-8239-497b-8f4f-ca920106591a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.619750295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"fb2ebca7-d0f1-41f4-a45d-01d4ef5e3740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:19.628007657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"41e69a31-8239-497b-8f4f-ca920106591a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:22.280046824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"d8aa772d-3560-44f0-8672-f217594599ec","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:22.28007983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"d8aa772d-3560-44f0-8672-f217594599ec","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:22.335238646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"0b3851ff-e25b-4301-b7f4-de79263cae04","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:22.335264963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"0b3851ff-e25b-4301-b7f4-de79263cae04","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:22.564038265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"6cc89336-53ec-4a7d-931a-9b160a016fff","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:22.621572575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"6cc89336-53ec-4a7d-931a-9b160a016fff","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:23.040031989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"5b2da9f7-b5c0-4b10-973e-19ecca51f776","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:23.040057862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"5b2da9f7-b5c0-4b10-973e-19ecca51f776","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.415792046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"515d8ed1-c471-4cb8-9eed-f072dd0b8cab","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.416480507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"5a229451-3209-4d75-9584-df48f47ccd63","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.578932227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"83f46744-89df-4b01-be18-0fdab56c9542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.579728294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"57b7d645-b6cc-4f02-b341-10759abaf937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.641585492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"83f46744-89df-4b01-be18-0fdab56c9542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.66088237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"b32fa5fa-6803-4e7e-9898-3671640b2272","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.660972211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"3ca9fe52-58b1-4005-a923-5a9ac890738a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.665509421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"57b7d645-b6cc-4f02-b341-10759abaf937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:26.238813472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"00c598d8-2937-40a6-8ee3-7109c53c136c","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.690547857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"d51844bc-4667-4f81-b6c1-645a578d70f8","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.804249785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"7da71f14-64d6-41ef-bf98-0f4274b5d094","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.949271782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e649f077-1bb9-458f-a21b-7f2d516a2578","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.950539313Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-49fcce-sub models-as-a-service/e2e-rt-sw-c292bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.012627848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"c499820b-e3a9-4c9c-b988-de76070c7683","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.016679732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"aaf35aa6-74b7-4d09-8a94-24e1dfaeb8b7","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.059185772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"aaf35aa6-74b7-4d09-8a94-24e1dfaeb8b7","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:47:28.095431517Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-49fcce-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-49fcce-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.126780956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4490412c-85b3-4c45-af24-b0784bc9d8ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.259657572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"a1c259dd-75d1-4498-98c9-7e69ead1e960","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.259694355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"a1c259dd-75d1-4498-98c9-7e69ead1e960","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.260641905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"c04e3cbb-db83-4d81-91ce-f077c2ca9b3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.373424225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"14cc6b32-dd41-404f-93c4-3a22561ebea9","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.373459637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"14cc6b32-dd41-404f-93c4-3a22561ebea9","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.373957872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"a995fa09-959e-4423-8966-413fa98a17d1","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.375095664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"c6d6acdf-e08e-49dc-8166-507fa91a7f30","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.394653791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74a983f7-f61a-4b8b-aa5f-a66eebd18756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.396498989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aa46ca0-97b8-4d7b-a2dd-9282f189b035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.396982006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"be44a2f1-1b8a-43ee-9c98-9ff0ed01919a","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.571783336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aa46ca0-97b8-4d7b-a2dd-9282f189b035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.615678581Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub1","reconcileID":"c9b3e453-187c-48ca-84ad-745b1f5f56ee","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.61984797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"34870569-7446-4b03-b247-7b1314db3545","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.614661249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"be44a2f1-1b8a-43ee-9c98-9ff0ed01919a","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.879674592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"c6d6acdf-e08e-49dc-8166-507fa91a7f30","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.881664783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74a983f7-f61a-4b8b-aa5f-a66eebd18756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.892432561Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub1","reconcileID":"c9b3e453-187c-48ca-84ad-745b1f5f56ee","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:28.940169144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"7d41c252-4caa-4e83-9106-c83efb9362e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.074610982Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub1","reconcileID":"c9b3e453-187c-48ca-84ad-745b1f5f56ee","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.104885976Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-sub","reconcileID":"1fadaa51-d161-4664-aae1-ea4b9ebcd628","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-49fcce","model":"e2e-rt-eq-49fcce","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-49fcce-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.426637943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"9fd56d37-0f96-4df8-938b-9eb2af45e40c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.53429789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"e54b4d7c-0aaf-4e07-999b-2fdd7f67cb3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.566293106Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-49fcce-sub models-as-a-service/e2e-rt-sw-c292bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.619677405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"69de4c28-bcfb-4846-bab3-fd6517666aab","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.62285154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"368fdf64-9739-44e5-b163-c7232430a319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.625343116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"bc8f8264-2e01-4af4-b5df-87fe99ac8639","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.625454259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"bc8f8264-2e01-4af4-b5df-87fe99ac8639","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.638779915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"e69fadf1-72fe-4987-8dd8-26d44d2e57a9","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.701979155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0fe193b-b5de-426a-8f3d-1dfc8dc65fcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.706433045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"69de4c28-bcfb-4846-bab3-fd6517666aab","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.727113852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"368fdf64-9739-44e5-b163-c7232430a319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.747126154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"4e7f13a8-f107-4b06-968e-7047d5b88b3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.823728405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0fe193b-b5de-426a-8f3d-1dfc8dc65fcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.886163956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"007c1d8e-71e0-4563-8238-26cdd0d3857a","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.906717272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"007c1d8e-71e0-4563-8238-26cdd0d3857a","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.908171987Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub2","reconcileID":"3940f415-87a1-4199-9f8c-1b3b1a1540a3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.886992461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"cc77e61a-d598-40ae-80ce-7074498e4561","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.887658063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"9d3562b6-0639-45bb-afe8-9b21a254a0fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.909040769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"c636d937-ae53-48b3-9b91-6102a52e67fd","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.952285823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-sub","reconcileID":"9f07d744-ac33-4823-a771-90dd26789487","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-49fcce","model":"llm/e2e-rt-eq-49fcce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.979448332Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub2","reconcileID":"3940f415-87a1-4199-9f8c-1b3b1a1540a3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.980116863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"341d7da2-c913-440a-a382-2f0e5a915c5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.140547035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"9d3562b6-0639-45bb-afe8-9b21a254a0fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.143933406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"a058b5e4-cbd2-4a0b-aeae-7aa5184b3f66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.141042188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"cc77e61a-d598-40ae-80ce-7074498e4561","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.643070129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"92358c90-137b-4dbe-a0da-38441407e320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.643802663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"7832b0ab-cb25-41d9-890a-10740d9cc382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.697048282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"1ab0b90b-dbe1-405f-bc5c-adde6dbb7408","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.699226425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"cf6253a0-4a4c-4f84-aa3a-76e69e6b4842","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.708338965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"cf6253a0-4a4c-4f84-aa3a-76e69e6b4842","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.709014117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"0f77e31f-d0ce-42c6-80f1-ee90c4018360","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.717354978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"92358c90-137b-4dbe-a0da-38441407e320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.727085194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"7832b0ab-cb25-41d9-890a-10740d9cc382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.767965476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"1ab0b90b-dbe1-405f-bc5c-adde6dbb7408","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.831286613Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub2","reconcileID":"3be03e8f-7ade-4cd4-ad3b-4e446f0be7c8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0066dae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.890839424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"9579a6bb-8d1d-403f-8501-b003e9b6ac06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.891324231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"b3f9b711-a972-4993-bb44-e9b48b58ea7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.964223013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"9579a6bb-8d1d-403f-8501-b003e9b6ac06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:30.964799428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"b3f9b711-a972-4993-bb44-e9b48b58ea7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.275546415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"5b837724-cfaa-440c-b0cf-8381f34f366e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.336918776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d940103-ff77-4d0b-9306-9c2374893f7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.342665492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a7006b1-ae93-4e92-9bac-4e3a59c6f2cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.361683508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"5b837724-cfaa-440c-b0cf-8381f34f366e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.395094999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d940103-ff77-4d0b-9306-9c2374893f7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.422814004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a7006b1-ae93-4e92-9bac-4e3a59c6f2cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.454989504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"5ffbdf4c-a1e9-4cc2-aed8-43ea263db6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.455872832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"35285bef-346e-45ac-b62b-7a949107b6d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.564108306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"35285bef-346e-45ac-b62b-7a949107b6d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.605515018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"5ffbdf4c-a1e9-4cc2-aed8-43ea263db6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.878882943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"77bac56d-240a-4586-ba19-a84c7ca0448f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:31.945806534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"77bac56d-240a-4586-ba19-a84c7ca0448f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:38.323769129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:40.88231904Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub2","reconcileID":"02045e48-78cd-43ad-a5c6-197ba21f3cab","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:40.931802875Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-sub2","reconcileID":"02045e48-78cd-43ad-a5c6-197ba21f3cab","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.266539585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"f4e535e3-41de-42f3-85a5-42acd6f0f6e9","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.266824002Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-49fcce-sub models-as-a-service/e2e-rt-sw-c292bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.433691353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"882aee6c-61be-47b2-9aba-38ee209df112","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.517052151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"0fd4b357-8b6e-4828-be62-2a12a675e0f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.517302155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"cb42fea9-fd01-4638-a1fb-96b18889f9f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.51705217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"3b446785-0241-49aa-9550-a2cc929def14","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.517571923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c61aac1d-13e2-4b52-abc4-bf851a1fcfae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.572859845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"3b446785-0241-49aa-9550-a2cc929def14","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.573089389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c61aac1d-13e2-4b52-abc4-bf851a1fcfae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.57517324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"0fd4b357-8b6e-4828-be62-2a12a675e0f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.575306286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"cb42fea9-fd01-4638-a1fb-96b18889f9f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.723744174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth1","reconcileID":"90f61c69-cab1-4261-abf7-d6a83d8e8df7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.929166734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"2c10c8af-21a4-43a1-82dd-a4eeae4b81d0","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:42.097575585Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-return-all-auth2","reconcileID":"2f91245f-74fe-4cb1-ad4f-0ba05e88e3a4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:42.097662426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"ce550ea0-ce63-4825-8116-66a6bb5df056","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:42.252180079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"b926003e-921d-464d-92e9-ed7b9456fd3b","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.690738099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"9e1f4faa-3f18-4dcf-8b70-009ee706856b","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.744111717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6ac76c72-82e1-41a3-80de-5cf1283b56a6","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.89406134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-auth","reconcileID":"e7fd4833-5c58-45d0-bede-2c5429106142","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.949488302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-auth","reconcileID":"e7fd4833-5c58-45d0-bede-2c5429106142","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.015422806Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-49fcce-sub models-as-a-service/e2e-rt-sw-c292bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.015426727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"89effcc9-3ce1-4d0e-b445-41f3bcc99983","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.068459649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"fc450a18-4760-4506-b8c7-dbcdb1b7e47d","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:47:44.124545909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-sub","reconcileID":"bb35cb65-6f8e-487f-8d57-c03861a2d0fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.16556302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"14d90ed5-a038-4d91-8ce6-65afcdc907fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.165578562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"f1f21023-e8e4-4c4c-8317-2d3140897e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.221174452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"14d90ed5-a038-4d91-8ce6-65afcdc907fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.221195949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"f1f21023-e8e4-4c4c-8317-2d3140897e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.23891982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"f4e64bd8-9d47-4ded-80f1-2990435a955f","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.257192272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"06df3a4b-cd42-40e7-8fb1-d014b0830ec2","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.293847474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"4bd87834-11ea-455d-92b3-9fe7898aaf0b","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.407037098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-auth","reconcileID":"7e0736ed-24a0-46a8-b4d7-668617800243","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.461898804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-auth","reconcileID":"7e0736ed-24a0-46a8-b4d7-668617800243","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.520648583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"59814da3-3f4b-490a-9638-48977c8205a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.520647983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"397228d5-5b95-4da6-8a0c-b42fb499ebc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.550988519Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-sub","reconcileID":"24a20c77-5101-46e7-90f3-1f99a5fb7b59","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w0-8bec73/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.575455768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"59814da3-3f4b-490a-9638-48977c8205a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.57560751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"397228d5-5b95-4da6-8a0c-b42fb499ebc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.70936257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"9864512e-2338-40c4-9cd8-dd17d046a064","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.753431037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"8d2b37f3-60a0-431a-93d2-c1dc621a4082","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.910361902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-sub","reconcileID":"5d2d3666-eab5-4aa9-8815-a38f18eb8cd4","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:47.016990837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"134c0a1d-b437-4b8a-affe-25f7c46ba770","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:47.178948795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-auth","reconcileID":"c869897b-a18e-4795-9358-a8bd71af2328","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:47.179698476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"61ee264f-17ef-443f-925e-3a067bc6ec17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:47.180201016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"5d3787d9-877e-42d5-a8a7-fa919d5daa89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:47.26167122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"61ee264f-17ef-443f-925e-3a067bc6ec17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:47.264164904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"5d3787d9-877e-42d5-a8a7-fa919d5daa89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:47.264999155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-auth","reconcileID":"c869897b-a18e-4795-9358-a8bd71af2328","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:47.905980555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-sub","reconcileID":"6c78cfc4-6545-4587-b6b2-21f0fee9075f","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-49fcce","model":"llm/e2e-rt-eq-49fcce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.173052769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"33ced551-1392-4037-a3d7-8572d214013f","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.173093015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"33ced551-1392-4037-a3d7-8572d214013f","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.927399891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87f4cd3c-9fb7-44df-b65b-7373732aa8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.92809102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb21afce-095f-45f2-a8d4-0ab074fb7646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.928626219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"8e903c9d-39ac-43bd-9ef5-7ffdaf0713de","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.929130835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"1be6f1b0-029d-4c43-9d07-91c7d3cc8119","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.973542404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c8fd9aad-ee96-4eef-b571-9bee5ce3a428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.046606851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"1be6f1b0-029d-4c43-9d07-91c7d3cc8119","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.046830291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87f4cd3c-9fb7-44df-b65b-7373732aa8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.04667473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"8e903c9d-39ac-43bd-9ef5-7ffdaf0713de","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.053422449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c8fd9aad-ee96-4eef-b571-9bee5ce3a428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.071902486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb21afce-095f-45f2-a8d4-0ab074fb7646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.392839303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-auth","reconcileID":"10154f11-2567-40c2-a9e9-bff63e8390da","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.393555645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"f05f7a8f-f1fa-494b-8478-06ae7e9b8f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.398068184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"88aae7d4-dc30-4f68-9725-7bb0fc23d506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.466990351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"88aae7d4-dc30-4f68-9725-7bb0fc23d506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.473037731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"f05f7a8f-f1fa-494b-8478-06ae7e9b8f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.473752198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-auth","reconcileID":"10154f11-2567-40c2-a9e9-bff63e8390da","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.17590818Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-sub","reconcileID":"c0202cea-fb9f-4f32-9665-942c89d7892d","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.383837145Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-sub","reconcileID":"c0202cea-fb9f-4f32-9665-942c89d7892d","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.585955142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"8af0e62d-9945-467e-ae8e-4af46ad162b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.644954482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"87fe6271-4ba2-4c0b-a2b6-65851b8b4d4a","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.645018516Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-49fcce-sub models-as-a-service/e2e-rt-sw-c292bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.796324006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"07927e46-c836-47d4-a313-e0e3774e84e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.796519521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-auth","reconcileID":"3a1c9e82-2501-470b-8f97-d5d62636d206","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.796326081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"a0e49b9b-515d-472e-9b4d-66666725fafb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.818344113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"79172247-ef6f-4316-a687-31937980e1c5","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.853254545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-auth","reconcileID":"3a1c9e82-2501-470b-8f97-d5d62636d206","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.853244965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"07927e46-c836-47d4-a313-e0e3774e84e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:57.855342141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"a0e49b9b-515d-472e-9b4d-66666725fafb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:58.003167901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-user-token-filter-auth","reconcileID":"b6f3897f-1bbd-4550-b6d0-b6abd1bef4b0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:58.209052382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"bd01f53f-7788-4e66-9b39-96032c6f3711","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.358434979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"54542024-a870-44a3-ae94-7529e89fe5c9","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.411045907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"bdf0774e-de90-4fa4-a4cd-8ce005d4f0b7","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.562389295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-invalid-sub-auth","reconcileID":"e00e2add-93d7-46aa-8499-b72d9eb5e4fb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.618950394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-invalid-sub-auth","reconcileID":"e00e2add-93d7-46aa-8499-b72d9eb5e4fb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.653478818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"c2c1168a-2909-4224-a101-532b68010f8d","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.653485014Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-49fcce-sub models-as-a-service/e2e-rt-sw-c292bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.708556352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"51e8fb4f-3034-4abb-b54c-0a909ea7c381","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:47:59.760173735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-valid-sub","reconcileID":"6725309e-746b-488e-90d8-0b2f048fe74e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.803572077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"2d17b8a6-c91e-4981-91f3-d5aff69bdcea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.803571535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"6a0730cd-5e2c-437c-8ace-7e671ae321d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.858832266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"6a0730cd-5e2c-437c-8ace-7e671ae321d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.858864016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"2d17b8a6-c91e-4981-91f3-d5aff69bdcea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.875522453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"80a70ee0-f93f-4b8d-b6c7-844ce38094a1","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.877840862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"e95eda9a-06a5-4963-983d-61fb9b6c5c0c","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:59.930894249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"c0c9b507-cd5d-40ff-9eff-cb2a54d8d4ed","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.031139969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-invalid-sub-auth","reconcileID":"52973133-5194-47a7-86ac-0b4fec3c96eb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.086052949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-invalid-sub-auth","reconcileID":"52973133-5194-47a7-86ac-0b4fec3c96eb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.188278503Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-valid-sub","reconcileID":"d3362b7f-aa92-4260-b4e6-0ce1af1f0f2d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/e2e-models-valid-sub","ai-tenant-e2e-worker-w0-8bec73/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.230316685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"ec2c86cf-c616-4de2-bc72-661cf3a1f0bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.230318065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"89664cc1-af2a-46de-84b0-9555444d39f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.285576894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"ec2c86cf-c616-4de2-bc72-661cf3a1f0bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.285641085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"89664cc1-af2a-46de-84b0-9555444d39f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.387272043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"ad09d62c-2a21-4cec-8aef-f71e26b7a083","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.436489333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"d49a4ffb-45cf-4d0f-b92f-eec75d086257","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.589377948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-valid-sub","reconcileID":"4a241aa7-568c-469f-a844-bf1ada600ad7","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.639462961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"36f60744-9c06-48ab-8944-f625084d3980","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.789928248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-invalid-sub-auth","reconcileID":"546dbe79-ca24-490d-b88a-f0690d0d5188","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.79009977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"047210fa-5a9b-4294-8d7c-32a77034c553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.789939337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"c5531d91-a2e7-41a2-abc5-16775a7f5336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.847677704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"047210fa-5a9b-4294-8d7c-32a77034c553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.847725668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-invalid-sub-auth","reconcileID":"546dbe79-ca24-490d-b88a-f0690d0d5188","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.850051607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"c5531d91-a2e7-41a2-abc5-16775a7f5336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.324105026Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.662776955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"44df8853-83b4-48a1-95f5-f2975f90adbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.807114126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"8b803ea4-da94-48ee-b378-8614ea9c9cff","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.909641696Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"06f9ba48-5b11-472a-919f-c4f2cfced67d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.955816725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"4661bc99-0e1d-4022-ad56-b6870cf17af6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.95595957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"cc8301cf-df4e-487b-86e9-4ca98e6eb9eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.057037134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"da69c239-bda1-4141-bd01-744d63ebce74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.248872416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"32d56aa3-b5b9-4ee8-94e7-32948150926a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.248889422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6cf1852-1e29-4c82-b391-406da47cd66b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.318822081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"b885edae-c806-4a79-9987-ed41c3058c3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.35662029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"131ddfd3-8e72-40c1-ab79-31970280c5cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.465929726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"090c8d80-3a6a-4803-9b67-9b5a23e59eb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.566904183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a24d202-8258-4ffa-b520-34f20e7cd5a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.579526464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"24e19cdc-080b-4b13-844b-9f3a409c0f09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.742816161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-sub","reconcileID":"7da3c6e0-83db-4c59-a494-6823bc5f87ab","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-49fcce","model":"llm/e2e-rt-eq-49fcce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.7932768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"93c8c1c0-4b5b-4337-ac92-134f9cf4a33f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.795794589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-valid-sub","reconcileID":"f53c2adc-303e-4cca-99f3-47a686859a12","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:12.947199646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-valid-sub","reconcileID":"f53c2adc-303e-4cca-99f3-47a686859a12","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.166355797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"9bde467e-f0d8-40a9-9c9d-6dd76a7458fd","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.166696789Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-49fcce-sub models-as-a-service/e2e-rt-sw-c292bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.321778208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"d8cabb72-1bd1-4e0b-abb7-fd9fa2a36842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.321797232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"1ea42465-30a6-432b-8af1-c5ae90cf18d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.322156428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-invalid-sub-auth","reconcileID":"101b6d3b-aaa5-4430-ae6a-bf3d567c06ff","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.33271824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"01092278-5aef-4d54-9949-03ef8d265e78","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.377362769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"d8cabb72-1bd1-4e0b-abb7-fd9fa2a36842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.377552481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"1ea42465-30a6-432b-8af1-c5ae90cf18d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.379987107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-invalid-sub-auth","reconcileID":"101b6d3b-aaa5-4430-ae6a-bf3d567c06ff","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.579663351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"f4841647-0277-46a5-be4e-9b2993a64e13","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.580362646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"484b2d9f-016e-436c-b25c-5fb38e81139b","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.652597587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"0b419191-19f6-48d9-a8db-d478dcf84596","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.652986027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"609e4365-58d8-406f-969f-facb9e8531ba","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.677504262Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-invalid-sub-auth","reconcileID":"8a7bde99-03f4-4095-b06e-7b588b0ae14e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.741799258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"360dd7ae-e822-44aa-9fe6-fddb7fe7a24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.742796954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"492933cd-59d5-4535-9ea0-6987906851d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.795295276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"349ab35b-ff2b-48c3-b86e-7cc95486b022","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.795948171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"ef05e57c-6e56-47b0-afdf-281455b26f4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.807518524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"360dd7ae-e822-44aa-9fe6-fddb7fe7a24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.812168169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"492933cd-59d5-4535-9ea0-6987906851d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:13.931808157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"b930883a-fb6f-496c-941b-e0a9c70cdc2d","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:14.228822659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"ca07c965-7c5e-450e-9d87-9b59ceb45324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:14.228823099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"1c871ac0-153f-4aba-8ade-dce37a846405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:14.28401265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"ca07c965-7c5e-450e-9d87-9b59ceb45324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:14.284012642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"1c871ac0-153f-4aba-8ade-dce37a846405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:14.559884217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"2eef8536-c5da-41e1-a065-891537723319","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.395262466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"920bb193-139e-4687-9d8d-34acfb262a08","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.450560157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"71d7cb97-3f07-4e63-a936-4c64efa08225","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.496792036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"051d27bd-e484-41d8-8f43-4533cfa2f4bd","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.551621719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"7135ea0e-3b62-442b-af91-7b0788a8d147","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.600798205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"ac40df5f-e71f-47f9-9b40-c5506e09268d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.655618591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"ac40df5f-e71f-47f9-9b40-c5506e09268d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.681607605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"2967b767-30b2-445b-88e0-dbf83bc75b76","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.681624914Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-49fcce-sub models-as-a-service/e2e-rt-sw-c292bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.701272314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"c103bf29-d027-4d60-bf7b-eef6e066f104","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.750454518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"32b4a841-a116-443a-8f4f-516bfadb33d4","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.777031323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"c103bf29-d027-4d60-bf7b-eef6e066f104","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:15.802523565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-user-sub","reconcileID":"7ada41b2-fd29-49eb-ba89-a455476cd15e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.851759719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"36ad7e0e-1a98-4b24-a0f3-69fac417599f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.851767884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"f79f146e-08fd-43ae-b825-99e8cbaf7789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.907371778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"36ad7e0e-1a98-4b24-a0f3-69fac417599f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.90754048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"f79f146e-08fd-43ae-b825-99e8cbaf7789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.960099126Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8bec73 priority=0:[ai-tenant-e2e-worker-w0-8bec73/e2e-models-other-sub ai-tenant-e2e-worker-w0-8bec73/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-49fcce-sub models-as-a-service/e2e-rt-sw-c292bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.96043048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"329ff240-1ce4-446f-917d-64ef7f8a6942","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:15.973349901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"13ac5cc8-5fc3-49c6-8b2e-7c21eae7345c","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.015354397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"27eb8d7d-0b95-4522-97b7-d5d89f6764c2","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:16.016534369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-user-sub","reconcileID":"f866e7f2-66c1-49bc-9829-aa9e2b289104","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.068941907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"b98c4269-9a5d-4367-8ef3-7edf73b3a02f","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:16.069882751Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-8bec73/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.074176871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"7a4d7cd8-9dd7-484a-8ab8-e588c9a001ba","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.123424703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"39ed3714-fb24-4dd9-a589-e18606f77bd7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.123829639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"eb19198e-b2a8-4c5e-a905-e4c2945c1eb8","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.138593079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"18b8cef7-4c1c-4379-a6a0-23ffeb825728","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.178517009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"39ed3714-fb24-4dd9-a589-e18606f77bd7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.194251258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"99d35675-39a2-472f-b1e1-1786bd7c1fab","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.223871666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"5d28b85c-09ba-4f89-a28f-e2d93f5b8d84","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.27872444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"5d28b85c-09ba-4f89-a28f-e2d93f5b8d84","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.324563668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"a773119a-c28a-449e-b6b7-e89bae83c31c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.324929515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"9a85ab66-62e9-4dee-90cd-f9d3f23d72f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.380096177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"a773119a-c28a-449e-b6b7-e89bae83c31c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.380743438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"9a85ab66-62e9-4dee-90cd-f9d3f23d72f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.382518699Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-other-sub","reconcileID":"faa54203-0c09-41f7-a916-425f6e494c78","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/e2e-models-other-sub","ai-tenant-e2e-worker-w0-8bec73/e2e-models-user-sub","ai-tenant-e2e-worker-w0-8bec73/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.477510512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"c14031e8-455c-4a5c-a5d3-658dc6202397","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.48215015Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-user-sub","reconcileID":"42c180d8-51b9-4efa-9a51-2b2491b390c8","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/e2e-models-other-sub","ai-tenant-e2e-worker-w0-8bec73/e2e-models-user-sub","ai-tenant-e2e-worker-w0-8bec73/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.544323171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"0d9b5461-8562-44d0-a290-381ef0bb0263","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.544453498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"c14031e8-455c-4a5c-a5d3-658dc6202397","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.590589889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"c6b54220-032c-4089-93e2-d97a32186282","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.655035799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"1aa7fe53-7be0-49da-991d-c6047cd695c9","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.696109785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"14e32f65-9187-411e-ae98-d298ad648f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.750825998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"14e32f65-9187-411e-ae98-d298ad648f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.755270843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-other-sub","reconcileID":"deefcf90-107d-41fb-98f9-a20e5277caab","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.789606157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"99f4f829-bfe2-4cbf-acb7-23e9c6ef8ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.844321387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"99f4f829-bfe2-4cbf-acb7-23e9c6ef8ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.855693935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-user-sub","reconcileID":"ec9410b5-ff87-4022-a801-58ee2437e927","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:16.896265559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"c5def1e1-d0a9-4da8-89db-56dcc41a0236","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.696460426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"75e8c75f-54ff-4377-9e94-020710448f60","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.697111635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"e697b5c5-f1e4-4ab7-9715-9803c36ec20a","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.697653887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"2ab98edb-7f67-4c2b-8529-9ebf9aae2d92","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.762425307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"cbd2a673-e22c-4175-9923-48f99df129a6","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.762711692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"dd0de23c-3c7d-459e-ae91-4dd147c287ca","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.763033176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"2d918290-3480-4803-bab1-0484eef02f40","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.851111634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ebf494f0-8166-41cd-afa5-34ef5aa4b6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.854200015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"c78fd65e-e098-452e-be96-0f5888da534b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.938561613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"c78fd65e-e098-452e-be96-0f5888da534b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.940198334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"f1d9becf-51ee-407c-97cd-bc7e920ba514","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.940632903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"fd5af3e9-b5ed-442d-b08b-9d8f8aa694ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:17.949480888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ebf494f0-8166-41cd-afa5-34ef5aa4b6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.058177634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"758f6cee-a13b-492b-b779-56b213966844","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.058223923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"758f6cee-a13b-492b-b779-56b213966844","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.166315081Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-sub","reconcileID":"612afb31-deab-46b2-bbf7-8eeda5c41c1c","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-02e2323d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.258061927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"8b79dbdf-d29b-45db-9822-f1ecf99e9904","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.258252384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af916ce6-7499-4191-80ab-9eb2b847c2a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.258059089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0134db04-c831-4773-af6e-db907d57db8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.259394743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"d0c8e3e5-dfda-47f0-ba3f-10b0df18d872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.25965066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"5516ee1d-9f71-49ab-8d98-4b3518c48045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.279923544Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8bec73 priority=0:[ai-tenant-e2e-worker-w0-8bec73/e2e-models-other-sub ai-tenant-e2e-worker-w0-8bec73/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.280166264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"2cc5d411-2bbb-4722-812a-e3da2e6ad165","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.313747452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af916ce6-7499-4191-80ab-9eb2b847c2a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.313899777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"8b79dbdf-d29b-45db-9822-f1ecf99e9904","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.316240626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0134db04-c831-4773-af6e-db907d57db8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.316437036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"d0c8e3e5-dfda-47f0-ba3f-10b0df18d872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.318747476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"5516ee1d-9f71-49ab-8d98-4b3518c48045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.387235264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"81d63ac9-3348-4991-9ddc-0dccc1063098","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.387262115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"81d63ac9-3348-4991-9ddc-0dccc1063098","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.387682864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"7dd6bed9-e14a-425d-9b39-3f2a81cfa922","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.395130172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"a1584747-da7b-4375-9ff0-4acd59716cbe","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.440767274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"abfbfe7a-ce32-4ec7-8b79-35bbec686ce5","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.450748129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"35cc999b-aa83-41b0-b5a6-a4c13af09367","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.504454826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"a2e5c957-8063-4fb4-8dc8-62345eb03d9b","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:18.667983285Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"092d97f2-a141-412a-a8f6-2020096fc8f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.69826541Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-subscription","reconcileID":"40821a94-cbd1-412f-be67-96e732f6ff05","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-dd98f0/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:18.721589085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"092d97f2-a141-412a-a8f6-2020096fc8f1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.721799049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"003301fd-9d70-4128-8e7b-008e1634ebc7","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.766749532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1eb95c6a-3fe5-4f12-96fe-a36c783f2484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.76691066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"d2fe5846-dd8a-4d6d-ad2d-e061c04cac2e","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.76732235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bcfb9b7-308c-4a74-b7c4-7a5711fdad97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.821816083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1eb95c6a-3fe5-4f12-96fe-a36c783f2484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.822075203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"d2fe5846-dd8a-4d6d-ad2d-e061c04cac2e","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.824239688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bcfb9b7-308c-4a74-b7c4-7a5711fdad97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.860842174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"b3ba9dec-3601-446f-822c-4d5c051ec8ec","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.886048093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"fa84ef1f-f21b-4065-90ad-756478e0b943","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:18.889934886Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"b14355f2-7085-44b0-a117-8b86a63195c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.908988859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"1ae2af82-6906-4358-951a-d66f95d5802e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.945802087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"53a85c7d-5e61-4969-918a-cdbf65e6344b","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:18.946348924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"b14355f2-7085-44b0-a117-8b86a63195c3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:18.947151376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"fa84ef1f-f21b-4065-90ad-756478e0b943","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:19.066436117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-subscription","reconcileID":"5a0ea327-2f47-483f-a82d-4f51b0c3c6b4","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.096688395Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"4c722ece-933a-4d5b-a19a-001b436a0f02","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:19.128197341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"1fdf1497-bbba-42c3-baff-7e209f7a1468","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.1520509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"4c722ece-933a-4d5b-a19a-001b436a0f02","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:19.152154975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"f2afa17b-563a-4983-9e85-69f9403c7ad2","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.195958372Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"9dab1b9a-5dbc-4c2b-b849-36073323b2ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.196039947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"9dab1b9a-5dbc-4c2b-b849-36073323b2ee","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.196111157Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"200c03a3-3633-450a-bf30-69b3d4453c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.196173443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"200c03a3-3633-450a-bf30-69b3d4453c5c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:19.300882127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"d92b40d6-adb5-46c7-8ec2-2ca314e0b01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:19.301269255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"cba36b39-f6af-4b00-bd7d-a577a35ebd0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:19.355748141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"d92b40d6-adb5-46c7-8ec2-2ca314e0b01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:19.356501372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"cba36b39-f6af-4b00-bd7d-a577a35ebd0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.397248358Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"134991b8-5a92-400d-9a76-703f1d676da8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.397320309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"134991b8-5a92-400d-9a76-703f1d676da8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.397536141Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"bae82332-66c0-491b-98ee-f852bdc209f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.397594159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"bae82332-66c0-491b-98ee-f852bdc209f3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:19.398320708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"8bf50289-a80f-4f55-a17f-0eda3e0662fd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:19.453175388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"8bf50289-a80f-4f55-a17f-0eda3e0662fd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.547269362Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"7500bc2a-8f2f-461e-bc03-6afac4e79d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.547359294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"7500bc2a-8f2f-461e-bc03-6afac4e79d7f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.556199988Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"6012c71f-5f42-4985-9aae-e6575d960552","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.556274576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"6012c71f-5f42-4985-9aae-e6575d960552","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.653154807Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"6b67e042-6d77-42b3-9714-4f9633e97771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.653264061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"6b67e042-6d77-42b3-9714-4f9633e97771","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.754369803Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"119ea67e-752a-406c-9584-87c9ca1c94d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.754462021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"119ea67e-752a-406c-9584-87c9ca1c94d9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.75436391Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"c560ed11-63d8-422d-af0d-b30b57116a99","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.754526466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"c560ed11-63d8-422d-af0d-b30b57116a99","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.854641807Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e308be1a-24d0-49e0-832d-aae02a95371f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.854711499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e308be1a-24d0-49e0-832d-aae02a95371f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.95463436Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"bac6fef8-93f8-4df1-92dc-1b57cdf03af4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.954717638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"bac6fef8-93f8-4df1-92dc-1b57cdf03af4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.955009504Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"98a68666-caa0-454e-b91e-5b2e8530849e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:19.955055616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"98a68666-caa0-454e-b91e-5b2e8530849e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.08585897Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"137b296a-1ebe-4164-93b3-8a3c1085eae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.085973818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"137b296a-1ebe-4164-93b3-8a3c1085eae5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.189772683Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"228bd15b-68fb-4785-b1a5-bd14e6a58d71","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.189872207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"228bd15b-68fb-4785-b1a5-bd14e6a58d71","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.190251427Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"dffe711c-946a-425d-9f8c-25291a062c4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.190317349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"dffe711c-946a-425d-9f8c-25291a062c4b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.406827411Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e4ddaba7-f816-4e7d-8f05-efb50b9f30ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.406925649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e4ddaba7-f816-4e7d-8f05-efb50b9f30ae","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.512550065Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"9e0f1a0d-d30a-4d1e-ba09-8bd7d252985e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.512646148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"9e0f1a0d-d30a-4d1e-ba09-8bd7d252985e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.512550064Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"3ac52698-4920-49b0-ad9e-675e0f3a0c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.512695723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"3ac52698-4920-49b0-ad9e-675e0f3a0c9b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.877595263Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"461e23d0-94b2-4ffe-8b26-0d27bcdb1fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.877673796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"461e23d0-94b2-4ffe-8b26-0d27bcdb1fc0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.982445758Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"ea118e84-6170-4069-99dc-3ef5e6453264","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.982520222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"ea118e84-6170-4069-99dc-3ef5e6453264","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.989482301Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"01814f5f-55aa-483d-b1d6-f9fdca1c8fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:20.989648609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"01814f5f-55aa-483d-b1d6-f9fdca1c8fd8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.355589392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"58fcee03-4ab1-4cd2-b5e5-826e4455f6e6","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:21.510351319Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"984c62ac-ab35-42ca-bd1f-07cdfe1091ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:21.510518149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"984c62ac-ab35-42ca-bd1f-07cdfe1091ec","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:21.510451823Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"d810696a-4c99-4b4a-be11-7cb2e281c919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:21.510647451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"d810696a-4c99-4b4a-be11-7cb2e281c919","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:21.510720783Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"45d33eda-824e-4911-9d90-9b4f1a92b630","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:21.510790352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"45d33eda-824e-4911-9d90-9b4f1a92b630","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.94810541Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"d2569e62-2a3f-402a-9696-829832a6fb28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.948128473Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"0f3d5ec1-4132-4780-a7bf-c0e885fa0db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.948180752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"d2569e62-2a3f-402a-9696-829832a6fb28","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.948183236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"0f3d5ec1-4132-4780-a7bf-c0e885fa0db6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.948400248Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"febda59b-ae57-4330-8727-1addac7758b6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.948433017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"febda59b-ae57-4330-8727-1addac7758b6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:25.773002523Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"47c402b0-fe32-4352-bbbf-b566b99c1a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:25.773981113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"47c402b0-fe32-4352-bbbf-b566b99c1a60","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:25.773822676Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"80950b5a-6c2f-46ad-b20e-1ca28fdf93e8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:25.774284291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"80950b5a-6c2f-46ad-b20e-1ca28fdf93e8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:25.77387597Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"8493509b-b959-4e1b-bbe8-a2f36b684847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:25.774981572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"8493509b-b959-4e1b-bbe8-a2f36b684847","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:26.736659393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"f0d9d4e8-db97-4593-b5db-633d7fce0ce0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:26.809144668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"2476e598-cee2-4afd-a643-608e05f1b5e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:26.90974805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7293c8db-e129-4e3b-ad05-6b7a18d8f299","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:26.911435123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"3abf3a7d-c9ed-4966-b9bc-6f1b0efb7b3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:26.979713529Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"785e84f9-68c5-40c9-b495-2b83efbb4865","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dd98f0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.174490394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"58266436-6704-4ac8-b32c-ad9e792ae1ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.291272477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24524f8f-c6f6-4e81-aeb9-f583e305e726","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.34830322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"4be1c081-5adf-4f27-a6b9-1778018eca9d","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.349472028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"ae746222-0ef1-42c3-a6b5-d8667e3df925","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.35836358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"32135b42-5fe9-4703-959d-d9e331fe46b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.570279994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"76d89c1a-0fe7-49e9-bf43-7dc798d3c09d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.829111528Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"e73f30f8-ef91-4f05-8063-365fa45365c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/e2e-models-other-sub","ai-tenant-e2e-worker-w0-8bec73/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.882115404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"268b3953-cb6b-4fc7-b058-90a49c372271","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.888746503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-other-sub","reconcileID":"b0b0107f-afa0-4e62-b83e-84522ee75cfb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.926577162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"7b733f23-9cf1-4cc3-8921-6a2282e9653f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.172975138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"5764a264-3a52-41c0-9a8c-155bfee128da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.173764549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"d61c8e33-aa21-463b-80b5-13ee7e160305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.265455149Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-sub","reconcileID":"9097a8bd-076c-46f1-8a9d-d26d1dfe474c","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-49fcce","subscription":"e2e-rt-eq-49fcce-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.359571599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"5764a264-3a52-41c0-9a8c-155bfee128da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.43639056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"9d953b2c-b180-4618-b35d-934c0a63ca7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.481935167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"3eaf28c1-f4ad-4bc5-b8c0-1c2cef270414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.458856106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"ddc5d42e-b4b8-433f-8d91-a21f4aabcc41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.481540731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-other-sub","reconcileID":"884316b6-2763-4ca1-8a4a-1f3cc2bb3384","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.557232961Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-sub","reconcileID":"9097a8bd-076c-46f1-8a9d-d26d1dfe474c","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.77501751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"d61c8e33-aa21-463b-80b5-13ee7e160305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.838975708Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-sub","reconcileID":"9097a8bd-076c-46f1-8a9d-d26d1dfe474c","MaaSSubscription":{"name":"e2e-rt-eq-49fcce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-49fcce","namespace":"llm","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.844030752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"ddc5d42e-b4b8-433f-8d91-a21f4aabcc41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:28.884968636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"3eaf28c1-f4ad-4bc5-b8c0-1c2cef270414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.23499484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"be1d136d-9356-4066-a3ca-395164f00d46","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.235339677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"be1d136d-9356-4066-a3ca-395164f00d46","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.287485911Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-user-sub","reconcileID":"2abdc757-134e-4729-aeac-a74cb30a8add","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.292427735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"cad43681-70b4-46bf-ac2f-24068fc3111d","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.384925589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"944b6194-f2c2-496d-9124-64c6af4b503e","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.384965501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"944b6194-f2c2-496d-9124-64c6af4b503e","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.425730284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"5268d1b4-63ff-4b2f-915d-35fcc31a769d","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.430118926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b43899bd-ae66-46f5-a950-156284320ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.430192563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22c0a55f-3d47-4bf7-aab2-89ec5ebf800e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.432928045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"b1a18739-78a5-4e32-b13a-2f60fc0e1497","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.441394188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-user-sub","reconcileID":"2abdc757-134e-4729-aeac-a74cb30a8add","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.480803371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"5268d1b4-63ff-4b2f-915d-35fcc31a769d","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.487533312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22c0a55f-3d47-4bf7-aab2-89ec5ebf800e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.487714292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b43899bd-ae66-46f5-a950-156284320ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.489960392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"b1a18739-78a5-4e32-b13a-2f60fc0e1497","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.654675075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"4254eff9-be2d-4479-b93a-d54b5ad7ec51","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.790307417Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-49fcce-access","reconcileID":"4db8384b-a1e6-471a-9288-8d9a2093bc44","MaaSAuthPolicy":{"name":"e2e-rt-eq-49fcce-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.809397714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"6ac463b6-31ac-4ce9-baeb-d349ba5d6e94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.832284906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"c7ddbd65-9fa1-46a2-9a88-d9698f9de0b4","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.838880163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"a036eb54-ab2c-4680-a5b3-410a2d306793","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.838879398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"5e4aa907-726d-4433-8f75-54094412d3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.864418799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"6ac463b6-31ac-4ce9-baeb-d349ba5d6e94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.893859608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"a036eb54-ab2c-4680-a5b3-410a2d306793","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.894393239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"5e4aa907-726d-4433-8f75-54094412d3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.094689419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"153e473a-8d11-4470-9481-88fd71facf10","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.09471356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"153e473a-8d11-4470-9481-88fd71facf10","MaaSModelRef":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-49fcce-3f5caa9c8594","namespace":"llm","model":"e2e-rt-eq-49fcce","externalModel":"e2e-rt-eq-49fcce","provider":"e2e-rt-eq-49fcce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.24372435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"92a60cd7-e1e2-4164-a200-7075ed3b6750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.243891825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"f0508cdb-7f78-49aa-9ee2-a1ebd6da8c0e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.244112564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"02e4e81c-79dd-4843-89dd-d5d9459aa630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.30006182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"92a60cd7-e1e2-4164-a200-7075ed3b6750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.300189585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"02e4e81c-79dd-4843-89dd-d5d9459aa630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.303980613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"f0508cdb-7f78-49aa-9ee2-a1ebd6da8c0e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.646601281Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"ccfc7b66-53ff-464b-8fbe-82bf0bbd6a81","namespace":"llm","name":"e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.700911974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8df266fb-efb1-4a6c-a841-3236516f4969","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.700934536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8df266fb-efb1-4a6c-a841-3236516f4969","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.701170005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbe799fc-72e1-47fa-b196-30db8dcad492","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.701182565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbe799fc-72e1-47fa-b196-30db8dcad492","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.701413644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f27b8f49-5699-4d77-a20c-e221afe31732","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.701426384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f27b8f49-5699-4d77-a20c-e221afe31732","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.701598618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ec5a621-8826-4ce3-a8da-de7f8aea6788","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.701608227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ec5a621-8826-4ce3-a8da-de7f8aea6788","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.70179205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d0229046-7fa7-43b4-bd6b-10c5b377254a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.701806246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d0229046-7fa7-43b4-bd6b-10c5b377254a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.752419374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"32d3cd62-d1df-48b9-a408-c2b8b854204b","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.752446465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"32d3cd62-d1df-48b9-a408-c2b8b854204b","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.75282905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4d0bb48-5547-48c8-bc6a-8edc65233e25","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.752842445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4d0bb48-5547-48c8-bc6a-8edc65233e25","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.753067718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e0ba4eb-f80d-44fa-b781-a9727c9702bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.753078278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e0ba4eb-f80d-44fa-b781-a9727c9702bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.753432519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d163a2a-ad4d-4b6c-ad46-7db61e2d3001","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.753446968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d163a2a-ad4d-4b6c-ad46-7db61e2d3001","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.797056656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"43847963-9ce0-4e00-bd86-58f20b9e4a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:30.797097279Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"3b267852-9b74-47cf-9ff6-9611c57c475f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:30.797182887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"3b267852-9b74-47cf-9ff6-9611c57c475f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:30.797914014Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"ab01d6ef-faf9-4171-91ae-d87a4642df87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:30.797977611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"ab01d6ef-faf9-4171-91ae-d87a4642df87","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.798451208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ab8eadef-64e3-4ab5-adb3-a40d271d0e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.873154397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ab8eadef-64e3-4ab5-adb3-a40d271d0e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.874199321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"43847963-9ce0-4e00-bd86-58f20b9e4a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.912136854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e2e6fd6-ad6b-40bb-9ceb-4d33916dd1a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:30.912195635Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"1417efc3-1b3b-4667-9b72-61be3a07aea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:30.912286424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"1417efc3-1b3b-4667-9b72-61be3a07aea6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: compose ai-tenant-e2e-worker-w3-dd98f0/e2e-dedup-subscription@e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: model e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.914438163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73bebf9f-da8f-4671-af44-da83d6e59180","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:30.971628006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"fee1c3bb-f014-4802-9f25-d5a4201a0dfd","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","model":"llm/e2e-rt-sw-c292bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.008891419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"c770c90b-6412-453d-84d0-06668df53e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.008896468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"ccd9f7d8-4d4f-46d4-8ee9-1ec2c43f8155","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.071899102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"c770c90b-6412-453d-84d0-06668df53e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.076701132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"ccd9f7d8-4d4f-46d4-8ee9-1ec2c43f8155","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.111570247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"8e2e39f9-4048-4602-b7e6-6c3e20e91699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.168628864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"8e2e39f9-4048-4602-b7e6-6c3e20e91699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.250371925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8333d1c0-b61a-43bf-a383-ac48dc97b148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.300731521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"822ef369-498d-44e9-9b52-73e83e898485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.306407736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8333d1c0-b61a-43bf-a383-ac48dc97b148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.356091315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"822ef369-498d-44e9-9b52-73e83e898485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.462396986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"bec8202a-d7c9-4548-aa25-db9541cd1aaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.534914314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"03d39c4e-65ca-461b-9936-1edc37a0eeff","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.535260062Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-subscription","reconcileID":"575bb0b2-ce11-4cf8-a568-002fa0e7d7b8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.54040237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"bec8202a-d7c9-4548-aa25-db9541cd1aaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.577192738Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-49fcce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-49fcce","reconcileID":"89e802d5-7502-4017-93a2-18a6e9e85fc6","namespace":"llm","name":"e2e-rt-eq-49fcce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.597288749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"f32dd475-ed72-4773-9142-4fdeccadf943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.608185423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"03d39c4e-65ca-461b-9936-1edc37a0eeff","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.674176795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"f32dd475-ed72-4773-9142-4fdeccadf943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.70554988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"d77bdaf7-89d4-405c-a1fe-96b36d27032c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.711133983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-subscription","reconcileID":"575bb0b2-ce11-4cf8-a568-002fa0e7d7b8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.760611285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"d77bdaf7-89d4-405c-a1fe-96b36d27032c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.824100075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5594ec07-a574-478c-a2f3-2849c56e349d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.879456952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5594ec07-a574-478c-a2f3-2849c56e349d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.925138852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"f3275f25-d9ea-4acf-85d9-864222116781","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:31.965925288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"8c083c3b-52f3-4023-9313-a1fab1cbed70","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.020861277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"8c083c3b-52f3-4023-9313-a1fab1cbed70","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.065026753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"ed75a065-74d2-4c57-8f87-f4d014db9a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.065071616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"f98d64d8-1da3-4d41-843d-c3fa85512701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.096610881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"cb3c2621-984e-429b-b420-6d91f0dac1fa","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.121443259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"f98d64d8-1da3-4d41-843d-c3fa85512701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.121462583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"ed75a065-74d2-4c57-8f87-f4d014db9a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.221265432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44d74f4a-444c-4a19-8586-0a46569bbc0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.265979442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"39076df3-0093-41a4-a61e-989c5c3ccb14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.276271547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44d74f4a-444c-4a19-8586-0a46569bbc0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.320940401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"39076df3-0093-41a4-a61e-989c5c3ccb14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:32.367042753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"8c083c3b-52f3-4023-9313-a1fab1cbed70","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.471111654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"618cac2b-ca97-4983-bd15-406839e0cfc8","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.472026116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"0e08cc05-c787-4ffb-8bc9-2269d3db3b7a","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.567913717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"baabe16f-6ad5-4a6d-9c30-91663b3b8944","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.589154121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"500412d9-0dbd-4080-8a70-ba4a6f263f96","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.589181054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"500412d9-0dbd-4080-8a70-ba4a6f263f96","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.617440956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"39e0179b-57fb-4a06-9500-3a3074270b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.620672813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"38ad1e43-58bd-45d2-931c-89b0a6c4cf11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.621465228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"716da798-b5d1-41ef-af55-555952427e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.623023433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"baabe16f-6ad5-4a6d-9c30-91663b3b8944","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.69687546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"716da798-b5d1-41ef-af55-555952427e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.735953392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"38ad1e43-58bd-45d2-931c-89b0a6c4cf11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.746621087Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"b599d475-1e79-412a-9d2a-7222f177fb21","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-726b07a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.74767963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"135e003c-a0a9-4b2e-876e-1ca278342269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.771336485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"39e0179b-57fb-4a06-9500-3a3074270b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.851201972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"135e003c-a0a9-4b2e-876e-1ca278342269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.073404378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"3889bc98-5248-4ed1-a967-16e93383b007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.12854853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"3889bc98-5248-4ed1-a967-16e93383b007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.173099048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"f9d2f5c8-b2f9-4929-b6dc-8e12f8ddbec8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.173293113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"26a80906-69bc-4f01-8485-23df829d73d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.173099075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d60d96c1-3744-4184-b05a-21e3593dafbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.228980993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"f9d2f5c8-b2f9-4929-b6dc-8e12f8ddbec8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.229007159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d60d96c1-3744-4184-b05a-21e3593dafbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.231198177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"26a80906-69bc-4f01-8485-23df829d73d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.248821309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"df32b883-032b-4cab-8a5e-b5180d520e0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.303434238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"df32b883-032b-4cab-8a5e-b5180d520e0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.428492969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"c869c164-30b4-40ee-ba4d-3ca99362520c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.428921342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-dedup-auth","reconcileID":"4aaa84df-0f1f-4f9c-b425-9a89c7cdb9f1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.484000035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"c869c164-30b4-40ee-ba4d-3ca99362520c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.628520065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f63844b-ab60-4da1-8fc2-98280f6acce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.628599766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d32f39a5-946d-444e-9559-a1a360b9d7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.68389678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f63844b-ab60-4da1-8fc2-98280f6acce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.68410516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d32f39a5-946d-444e-9559-a1a360b9d7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.684684961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"81bfd5e1-5ef9-44d5-bb89-9d5051d69008","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.728534794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"000b1cfd-c4e9-4af0-b982-bae81314b591","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:33.783823769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"000b1cfd-c4e9-4af0-b982-bae81314b591","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:34.770274742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"14e69d08-88dc-47d1-972e-893460768b32","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:34.770542569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"7a99e80d-e4dc-4e3a-a4c3-c4cf3f0a54ff","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:34.823579111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"bfd6da4d-e86f-4327-9648-865336109d1d","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:34.823824775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"40a36b47-08dc-4d7f-9f51-74b4cdc42167","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.070834003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"ce2ab467-714b-4ca8-a716-9dce7eaf9554","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.076201415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"821a3c40-5490-40c0-bf8d-ac4c3c5971a5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.130128623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"2f63884e-4708-4c7d-95b1-dfb743bfcc6c","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.135135176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"821a3c40-5490-40c0-bf8d-ac4c3c5971a5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:35.178503053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"a3ae6812-c551-4565-991a-a751ac9bb55f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.186347225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"2286e6a6-b5e7-4ba9-96f3-1fb04d880474","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.286645235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"fb41ac7e-67c6-40f1-a5bb-def269522a29","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.286951543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"6bdac473-9171-41f4-ab67-c65bc5645196","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.320245031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"6a327752-56f7-46b3-b1a4-20fd1c7debca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.32027221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e2385008-e1db-4fd8-81f8-e3ef9c1f988d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.341594234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"790efe6f-cc0e-49e1-925b-ff5e7659b090","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.341965442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"c2300b90-3a36-46c2-87c9-f12fc0f38182","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.375161633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e2385008-e1db-4fd8-81f8-e3ef9c1f988d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.375495759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"6a327752-56f7-46b3-b1a4-20fd1c7debca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.592173392Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"d01547f6-eadd-4b4d-9f74-4442af47f242","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-w3-dd98f0","model":"distinct-w3-dd98f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dd98f0/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.592846643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"35bb947e-bff9-4b4b-9d6d-c7f5d5e92c0e","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.593322776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"f441fa81-3d8d-40ee-8ba5-72368122dcdf","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.744679014Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"d01547f6-eadd-4b4d-9f74-4442af47f242","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-2-w3-dd98f0","model":"distinct-2-w3-dd98f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dd98f0/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.839846527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"b9c8d401-c812-4557-81f8-ea3e342341a3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.842653315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"5a1f71cd-e608-4081-8c6f-d259a7e92f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.842683403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d7f8f8f5-78b5-4f2f-a476-b065a4a07b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.894680016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"b9c8d401-c812-4557-81f8-ea3e342341a3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.897351514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"5a1f71cd-e608-4081-8c6f-d259a7e92f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.897409534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d7f8f8f5-78b5-4f2f-a476-b065a4a07b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.958122659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"941abc20-e33a-4eb4-98be-894b92057b8b","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:35.958514926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"cac69036-a318-4aea-97d3-e2ac897e6d5a","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:36.159013665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"c6e45e09-4392-4ad6-913a-c94386f8c40e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/distinct-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:36.318399894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"c6e45e09-4392-4ad6-913a-c94386f8c40e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-2-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/distinct-2-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.323803565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.641348058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"0dfc846a-24c5-4377-b970-104778a7959c","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.699905362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"606f2fcc-39eb-46cd-b930-2142540664a8","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.806757022Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"273b46a0-de81-4b9e-af01-35980a11dd9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-987dcff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.857288173Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"ed4f0ea0-e19d-4e01-91da-a867d2934a8a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-987dcff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.90796052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"05b1c254-944e-4e3c-bd98-5fe94432be40","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.908566852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"ff63e2e4-3953-4af1-9b79-65c517f15ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.909035302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"75a3b26d-c560-4181-9c7f-10a75ed1ba56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.964732663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"75a3b26d-c560-4181-9c7f-10a75ed1ba56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.964955894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"ff63e2e4-3953-4af1-9b79-65c517f15ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.966917873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"05b1c254-944e-4e3c-bd98-5fe94432be40","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.413293869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"fab30018-cade-41dc-8bc5-837ae5514254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.413332357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"77732fd4-669d-4236-bb05-c1a0db36ff2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.468375289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"fab30018-cade-41dc-8bc5-837ae5514254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.468549564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"77732fd4-669d-4236-bb05-c1a0db36ff2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.613141876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"907e85e9-1344-45db-b3c0-f07e90a00c6f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.667923791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"907e85e9-1344-45db-b3c0-f07e90a00c6f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.993561091Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-other-sub","reconcileID":"256f7a4d-8b40-49d4-bbe4-9b4315429b74","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.209761808Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-other-sub","reconcileID":"256f7a4d-8b40-49d4-bbe4-9b4315429b74","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.453667222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"2bf86553-8a05-448b-ac42-70d5b2c1d375","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.517281892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"88fc32d3-c599-47e6-9e4a-bff68a121e68","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.667871428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"0887f299-17a5-4621-9ed7-d26041f985d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.668064268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"db774940-c00e-4af9-9cc2-1c71e6e18bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.667871272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"7497f45e-add5-434b-b1ad-aa4f4cd2b121","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.673321904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"97ab954f-75ea-4cd0-9ace-a7b27195681e","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.723665264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"db774940-c00e-4af9-9cc2-1c71e6e18bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.723842478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"0887f299-17a5-4621-9ed7-d26041f985d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.725833313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"7497f45e-add5-434b-b1ad-aa4f4cd2b121","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.873894463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-models-access-denied-auth","reconcileID":"6c94d19a-6f8d-4744-b0c0-f32e847d686c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:41.03230056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"f158cc6f-1cbf-432d-b75c-33f15d946287","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.470868322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"8c648959-83b5-4f2b-9801-cd64977b1625","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.52375002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"ef0178d4-fa3d-4ab6-a224-dfdd83f9ed9e","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.722637116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"bd6a6a48-3fc5-4007-92c3-15c0bab33de1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.7574014Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8bec73 priority=10:[ai-tenant-e2e-worker-w0-8bec73/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-8bec73/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.757409814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"e7ab6c11-704b-4c9f-b96b-0b20f3af9557","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.777908661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"bd6a6a48-3fc5-4007-92c3-15c0bab33de1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.798538045Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"1cf5203a-5d8e-48a4-84cc-3db51117add4","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-c292bd","subscription":"e2e-rt-sw-c292bd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.815100514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"360778e4-1865-4183-86ef-71ae27e18cba","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:42.866994495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub1","reconcileID":"247f056c-445c-4415-8260-e21f951133ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.86897813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"c480a3bd-70b2-4db4-a53b-1913db020905","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.905687492Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"1cf5203a-5d8e-48a4-84cc-3db51117add4","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.958476782Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-sub","reconcileID":"1cf5203a-5d8e-48a4-84cc-3db51117add4","MaaSSubscription":{"name":"e2e-rt-sw-c292bd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c292bd","namespace":"llm","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.965464679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"91b37081-914f-43d8-8e15-473178c78f07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.965464651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"43573672-c9e5-41d0-89ee-18977eb9c866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.976469751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"e56be6df-62bf-4a41-930d-18177f981568","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.022429244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"43573672-c9e5-41d0-89ee-18977eb9c866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.0224353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"91b37081-914f-43d8-8e15-473178c78f07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.029817676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"00cce0a8-7962-49a0-9550-8ed04a7dafcd","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.062298832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"34f380d6-4111-42fe-a9af-56d23ee8e1fb","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.089617614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"28187401-dd5e-4623-926c-6884e04deb40","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.115355779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"099bec44-5fd0-4e6d-baf1-cd20866d6ee7","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.234524543Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub1","reconcileID":"8254cacc-888b-4bbd-8eca-7cffacdefac1","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-w0-8bec73","model":"distinct-w0-8bec73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.320755943Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8bec73 priority=10:[ai-tenant-e2e-worker-w0-8bec73/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-8bec73/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.348145928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"2f02f698-f708-4300-91a8-f866e8e3d031","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.363033199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"4a42d326-57af-4e5a-ab60-af8f8479ba9c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.370452686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"05ecad2c-1060-48af-8bdb-726580d49762","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.370477171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"05ecad2c-1060-48af-8bdb-726580d49762","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.37773019Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8bec73 priority=10:[ai-tenant-e2e-worker-w0-8bec73/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-8bec73/simulator-subscription]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:43.39746303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub1","reconcileID":"8254cacc-888b-4bbd-8eca-7cffacdefac1","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.406917751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"2f02f698-f708-4300-91a8-f866e8e3d031","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.41784475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"4a42d326-57af-4e5a-ab60-af8f8479ba9c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.427074723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"d276216b-24fd-4081-b539-1aff2b1e0175","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.449002805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"b11c0d4d-8b0f-4b64-9b00-d15eabcfaeae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.449007254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"4cc862f6-abe5-4cae-82dd-d200ff17c3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:43.476975247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub2","reconcileID":"0d297fbd-5044-49fb-97c5-0cb4ab1e0ea4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.483096783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"55dbfb4b-7fcd-4014-94d1-7099faf4d327","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.510633497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"4cc862f6-abe5-4cae-82dd-d200ff17c3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.511710347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"b11c0d4d-8b0f-4b64-9b00-d15eabcfaeae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.518818411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3303c74-48de-446b-8d70-5db4d73a940f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.573458167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3303c74-48de-446b-8d70-5db4d73a940f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.607354501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub1","reconcileID":"6408616b-e867-4fe4-9d01-122e2fefce7f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.643136343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"a06ac41e-ffee-4df0-8c58-0a0fe6cbb622","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.699331906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"9e25fb39-3cff-4435-aa76-9af401bbc822","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:43.71224553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"2f02f698-f708-4300-91a8-f866e8e3d031","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.750271754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"8733a299-448c-4358-a444-fb205eae1a41","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.750310233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"8733a299-448c-4358-a444-fb205eae1a41","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.750699867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"499d0fb2-2028-4df2-9ea7-67a56a3982c2","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.761545837Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c292bd-access","reconcileID":"756e356c-4e59-49aa-a128-eb547b6e8bd8","MaaSAuthPolicy":{"name":"e2e-rt-sw-c292bd-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.772763992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"8959904a-1fd4-4f64-bccd-0d349f24933d","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.855466445Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub2","reconcileID":"a025beed-15cc-4e41-981e-a0b8d5bd1c81","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-2-w0-8bec73","model":"distinct-2-w0-8bec73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.860915156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c71c9f95-cc64-43a3-8417-70388d43e040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.915699123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c71c9f95-cc64-43a3-8417-70388d43e040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.963304954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"d795751d-a857-4c2e-8d88-9d37cb1fc18c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.016755412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"e1fda363-52b9-4e03-a5c0-d03528d938b7","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.023835063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"d795751d-a857-4c2e-8d88-9d37cb1fc18c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.065472461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"0ddbd9b4-9113-46a3-8efe-05aed89c3e23","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.067889832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"6e5b5e51-c639-4d34-87a1-e022feecc4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.069390594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"4d8963f7-e754-4764-9c41-4830bf1cc531","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.06940775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"4d8963f7-e754-4764-9c41-4830bf1cc531","MaaSModelRef":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c292bd-ef50224c2876","namespace":"llm","model":"e2e-rt-sw-c292bd","externalModel":"e2e-rt-sw-c292bd","provider":"e2e-rt-sw-c292bd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.120438358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"0ddbd9b4-9113-46a3-8efe-05aed89c3e23","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.122531041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"6e5b5e51-c639-4d34-87a1-e022feecc4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.217108496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub2","reconcileID":"a72f89a8-aa43-4b9d-a124-0a65f1895d83","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-2-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.266826895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"1edf8a62-afed-4c8f-a403-aebdb19e4d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.322097734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"1edf8a62-afed-4c8f-a403-aebdb19e4d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:44.413793622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"d795751d-a857-4c2e-8d88-9d37cb1fc18c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.630929929Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"54e4043f-a829-46c6-8bf3-5fc2f751a0e1","namespace":"llm","name":"e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.668178161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"2a89ddb3-0eff-442b-ba75-9130f797352d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.68917672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"959bcb95-9d4f-4c69-9b89-02bf132fe1bb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.689206837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"959bcb95-9d4f-4c69-9b89-02bf132fe1bb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.68958086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e5abac6-e05e-4390-ab09-27cd3ec9efb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.689601074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e5abac6-e05e-4390-ab09-27cd3ec9efb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.690035114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65d2806f-0e3c-4834-93c0-9e50c74cff5c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.690055357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65d2806f-0e3c-4834-93c0-9e50c74cff5c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.690518132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"54b2f704-8316-40a0-8714-a14f18905d0d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.690536355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"54b2f704-8316-40a0-8714-a14f18905d0d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.690850349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5af9f692-1ecf-4bf9-b18c-bde19022d1b3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.690869216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5af9f692-1ecf-4bf9-b18c-bde19022d1b3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.691193605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fa08622c-baba-4892-9c2e-cd4e8f4d882e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.691231277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fa08622c-baba-4892-9c2e-cd4e8f4d882e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.691556382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43d075f1-5b0d-4823-bd65-341806c5b71b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.69157311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43d075f1-5b0d-4823-bd65-341806c5b71b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.691872111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3151b37-1803-4bd7-965f-16fc30894695","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.691888853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3151b37-1803-4bd7-965f-16fc30894695","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.72318186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"2a89ddb3-0eff-442b-ba75-9130f797352d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.782823889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"8ec60d36-df83-4020-a773-d92a3df9c68e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.782954028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb325051-b496-4d20-8eda-0dbd27dbea5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.783317002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"ecfb0517-3442-4200-8c35-5c3eaff7c3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.838973348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"8ec60d36-df83-4020-a773-d92a3df9c68e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.839020937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"ecfb0517-3442-4200-8c35-5c3eaff7c3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.842122071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb325051-b496-4d20-8eda-0dbd27dbea5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.881594746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"d87f5e38-729e-4e7f-b403-f1d599ffd7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.893534403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81518416-fb34-456d-87f1-49c2fe4e40cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.893616007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b0619ac-4905-4635-98d5-17f25c108a8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.956357614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"d87f5e38-729e-4e7f-b403-f1d599ffd7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.169102233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"35298501-39b0-4914-9d7a-061246783113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.17151762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"dc1fa930-7cda-45dc-8778-8580e0c692cc","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.192347507Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c292bd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c292bd","reconcileID":"9624d669-c07d-4218-99b3-ba0bbc520ea5","namespace":"llm","name":"e2e-rt-sw-c292bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.28617213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"12a99c7b-2952-45c9-bfc5-1911736d1860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.288383508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"35298501-39b0-4914-9d7a-061246783113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.342500453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"12a99c7b-2952-45c9-bfc5-1911736d1860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.387370959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"709c98fc-5626-4a50-907e-6b55832f2ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.497512036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"f01af226-bd30-48c6-9a5d-9470b6b30bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.504139669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"709c98fc-5626-4a50-907e-6b55832f2ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.549747837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"515089c8-3f40-4ebd-88ae-590f4dc5ec3e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.55454364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"f01af226-bd30-48c6-9a5d-9470b6b30bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.605172791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"515089c8-3f40-4ebd-88ae-590f4dc5ec3e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.749390565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"10d2ad05-c1b3-45d6-89fe-56d2b61f5311","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.750431583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"266cf8b6-71be-46ff-84c7-11e280bbea1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.80432756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"10d2ad05-c1b3-45d6-89fe-56d2b61f5311","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.805016412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"266cf8b6-71be-46ff-84c7-11e280bbea1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.852298937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0eff5e2-0032-4bde-978b-d169a52dd0e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.907150699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0eff5e2-0032-4bde-978b-d169a52dd0e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.951913427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"fa5aea08-32a4-4005-96f1-1f0e9d122b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.95750755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"dddff278-6c47-4f73-b7cd-6ce573e8a983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.006889839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"fa5aea08-32a4-4005-96f1-1f0e9d122b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.012225643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"dddff278-6c47-4f73-b7cd-6ce573e8a983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.289115868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3383f793-191a-4c77-9207-41e585d1a9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.289247358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"b32bd7c4-f1de-4dc9-803c-bbe0a411f513","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.346063698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3383f793-191a-4c77-9207-41e585d1a9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.34609501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"b32bd7c4-f1de-4dc9-803c-bbe0a411f513","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.369754643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"666298fc-0fa6-4c26-abb8-f9a1dcd94d2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.369754863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"d2b0913c-530a-45b4-b05d-848cc4156d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.425534233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"666298fc-0fa6-4c26-abb8-f9a1dcd94d2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.4256547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"d2b0913c-530a-45b4-b05d-848cc4156d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.469751429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"1ad3a247-4006-4e50-a132-dce036feaaa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.526622202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"1ad3a247-4006-4e50-a132-dce036feaaa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.808763471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"6939a461-793d-4b7b-a6e7-a469501009b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.808954987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"db589f44-1b8d-4e36-af66-7b9696e2866b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.809155936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"0128a972-24b8-44cf-a09f-00782ab403f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.809339151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"9bc3e77a-c360-4a33-9d2b-0bb02847839e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.865370606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"6939a461-793d-4b7b-a6e7-a469501009b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.865446472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"0128a972-24b8-44cf-a09f-00782ab403f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.867761549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"9bc3e77a-c360-4a33-9d2b-0bb02847839e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:46.867784873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"db589f44-1b8d-4e36-af66-7b9696e2866b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.008590415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"c86df79e-8e93-462e-b616-14566dde8633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.096326121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"c86df79e-8e93-462e-b616-14566dde8633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.461143076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"cdfd2e6c-90d2-41e8-9cb7-6d2e8f678f84","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.523557635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"aa4a5c1e-a3a0-417c-b9d5-305225703c50","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.526056655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"1af18923-d5c7-494f-8262-4e54311168b4","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.620618054Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub1","reconcileID":"38e237a8-5720-480e-889d-ea6cf2c363a7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ab2c482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.716738618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"da7ef1db-7d36-442f-a487-fda476366f48","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.717148759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"1e88e0c7-c5a3-4b05-a09d-e75bdd241a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.722739552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"f367f6f3-41d9-41e8-8282-a987cea3a5ba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.745988452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"ca0af610-002e-4ffd-ab23-8d73d7f3407d","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.773697876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"1e88e0c7-c5a3-4b05-a09d-e75bdd241a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.773945412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"da7ef1db-7d36-442f-a487-fda476366f48","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.777605738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"f367f6f3-41d9-41e8-8282-a987cea3a5ba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.804539804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6e38af6e-34e6-4121-a4df-3e153d010d00","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.817534021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"e4214621-b6f3-4256-a1d4-3e98a5ee8924","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.817553011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"d030e5aa-83c2-4668-b4a2-edc37e40b1d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.829629338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7844febe470fdf61a9f04877b9ef7a0fe3bcb4693c5d448ccb09339e43ce7031) AuthConfig (3da6749a8023322251dee4c1a7560165f95e79df24238b2949583afbc8aa5beb) AuthConfig (8a4e0cdbf12ddd516e3046de103a2a24818d64af16769329c68dfe1844e5eb46) AuthConfig (53bad7ea8ad2c41a21f1c790e9441f5d851932e8368a2d79c4d62bcab1dcfb4f) AuthConfig (81865d922cbb1ed39b2dff318779830f58e2d642919900454999e63809a23a1c) AuthConfig (4c56e1a4b50dbbdd554c59f49da4c970fe0926165ad485e6e9d020365ca63fbb) AuthConfig (b191332735dfc370ce630a3e57a0d81fb23822d22e151445a8323c445e51a1e0) AuthConfig (ba7002ecf24d61275570130940538dc257c29e49c003eb8483405d24eada5fa8) AuthConfig (08609c20256b4ec2084dc9225194304a0894022b9eac5e3ec436d7a35da78a81) AuthConfig (cc8682edd7cb7af16c773fcb2c64144964f4ef4a67e3fdea23e2a378e40928e8) AuthConfig (6a32e0eb4fc2a5d37c0aee736b394eae37791a0b61960821ff68bdb61bceac03) AuthConfig (d70f0b59a164ab402b669366ee02d71241c9514c8430afca6f30da73329e98a1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"da7ef1db-7d36-442f-a487-fda476366f48","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.856897945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"b7c5a1c6-a008-4c34-80d4-e8b93c5cec34","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:47.858776916Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-ef2572/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.873007577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"d030e5aa-83c2-4668-b4a2-edc37e40b1d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.873084638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"e4214621-b6f3-4256-a1d4-3e98a5ee8924","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.89347117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"8e7a15da-b347-408e-92e1-0f610f1251b0","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.912306724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"1d02f00f-2cdf-423c-9c6a-8953f1a95d39","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.915111789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"e9d16152-f466-4e87-b8af-8e73548079da","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.051140118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"b7fd58c3-c6bf-47d5-8117-490d32e481b2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.110076535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"b7fd58c3-c6bf-47d5-8117-490d32e481b2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.164166571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ef2572-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7844febe470fdf61a9f04877b9ef7a0fe3bcb4693c5d448ccb09339e43ce7031) AuthConfig (3da6749a8023322251dee4c1a7560165f95e79df24238b2949583afbc8aa5beb) AuthConfig (8a4e0cdbf12ddd516e3046de103a2a24818d64af16769329c68dfe1844e5eb46) AuthConfig (53bad7ea8ad2c41a21f1c790e9441f5d851932e8368a2d79c4d62bcab1dcfb4f) AuthConfig (81865d922cbb1ed39b2dff318779830f58e2d642919900454999e63809a23a1c) AuthConfig (4c56e1a4b50dbbdd554c59f49da4c970fe0926165ad485e6e9d020365ca63fbb) AuthConfig (b191332735dfc370ce630a3e57a0d81fb23822d22e151445a8323c445e51a1e0) AuthConfig (ba7002ecf24d61275570130940538dc257c29e49c003eb8483405d24eada5fa8) AuthConfig (08609c20256b4ec2084dc9225194304a0894022b9eac5e3ec436d7a35da78a81) AuthConfig (cc8682edd7cb7af16c773fcb2c64144964f4ef4a67e3fdea23e2a378e40928e8) AuthConfig (6a32e0eb4fc2a5d37c0aee736b394eae37791a0b61960821ff68bdb61bceac03) AuthConfig (d70f0b59a164ab402b669366ee02d71241c9514c8430afca6f30da73329e98a1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"b7fd58c3-c6bf-47d5-8117-490d32e481b2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.170002103Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-sub","reconcileID":"09ab30d3-7295-4d58-9217-ab9148491cff","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-ef2572/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.224839666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"9a1aad35-adb2-4614-a2d5-2ef3b1b7ddde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.225050738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"42659910-554f-4c23-866c-a07b8a242d88","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.274834493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"e8c545ad-4559-4157-89ae-92111232f8d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.274875082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"355c4cee-9763-47d9-b4e4-2cfa448f9c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.28057133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"9a1aad35-adb2-4614-a2d5-2ef3b1b7ddde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.280586342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"42659910-554f-4c23-866c-a07b8a242d88","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.314490934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"67fbaaf7-fbe4-44f8-9b28-952fcdadd581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.330390681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"e8c545ad-4559-4157-89ae-92111232f8d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.33039751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"355c4cee-9763-47d9-b4e4-2cfa448f9c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.330888575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"236fc45d-51f9-4029-9b19-e40e88e676a7","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.369600511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"67fbaaf7-fbe4-44f8-9b28-952fcdadd581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.371590927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"97dcedb9-758f-4a95-bd8f-0ab9a483840d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.531869014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-sub","reconcileID":"495a32ac-73f7-46f7-9798-96cf23b59e55","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.633828116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"82371022-1e5e-4e53-bb67-dc661d37cad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.692933493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"82371022-1e5e-4e53-bb67-dc661d37cad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.909588711Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"c4b3b0a0-363e-4624-a731-df8608cda04a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-w3-dd98f0","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:48.96026777Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"c4b3b0a0-363e-4624-a731-df8608cda04a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.010946711Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"c4b3b0a0-363e-4624-a731-df8608cda04a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/distinct-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.063941342Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"c4b3b0a0-363e-4624-a731-df8608cda04a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-2-w3-dd98f0","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.11440522Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"c4b3b0a0-363e-4624-a731-df8608cda04a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-2-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.164602533Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-subscription","reconcileID":"c4b3b0a0-363e-4624-a731-df8608cda04a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/distinct-2-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.437864336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"4faab3c6-62b0-482c-9e6b-e28c752a21fc","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.496976841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"793d4624-cae8-423d-8013-a2d8ad411dd9","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.557553011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"4a5863a6-de5e-4f88-a3ba-899bb0fc9c53","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.604684022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"8fb9e264-7b6c-495d-b63c-645d4e3bce18","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.605159957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"0e4195ed-3fef-4e7d-8e13-982ff93ee452","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.7083744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"1a45eff2-b17f-49dd-aba3-d61601243a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.708503853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"7083c98f-5446-4b07-8eed-d0216e5d1a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.709000332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"6773104f-be4b-4fe2-af79-65699a993cdb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.7648294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"7083c98f-5446-4b07-8eed-d0216e5d1a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.765095291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"6773104f-be4b-4fe2-af79-65699a993cdb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.767088725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"1a45eff2-b17f-49dd-aba3-d61601243a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.19291037Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"7599ee00-0810-4e4f-a67c-7575c36a3b33","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.279178825Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-distinct-models-auth","reconcileID":"7599ee00-0810-4e4f-a67c-7575c36a3b33","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-2-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.698447803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"d56f510b-dd76-41cd-9336-68be1adf4bba","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.699187753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"dbf68827-a822-4974-ae49-4a0c50a5e584","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:51.631525394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"7cb0bf9f-7bcd-4e4f-a727-ac68c7957c75","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:51.6865497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"67d86e88-6d92-4dac-9aac-eae3acedd0f8","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.012738372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"59590eef-9681-468a-b8ff-88ddbb8ef1c8","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.072828422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"94753290-3b40-4e32-9f6e-e9109dd0e72c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.098431186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"b57b5b32-f629-4991-845f-32e6eedaa389","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:52.159649912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub1","reconcileID":"c6161373-462a-4df4-b48c-85ca497df687","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:52.160274227Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"b57b5b32-f629-4991-845f-32e6eedaa389","name":"distinct-w3-dd98f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-dd98f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:52.16033605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"b57b5b32-f629-4991-845f-32e6eedaa389","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-dd98f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.168552331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"49d17e17-10cd-4186-81a2-aaf320b55a1d","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.172648018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"94753290-3b40-4e32-9f6e-e9109dd0e72c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.246548707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"305c9690-0ccf-42b0-be84-19f796813d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.247187965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"7356a077-ec08-4e4f-8e72-cce809dc02ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.299840954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"dbe937f0-58f7-4553-a6af-ff14ce601812","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.3929278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"305c9690-0ccf-42b0-be84-19f796813d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.393600644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"4b92f30e-c83b-403f-94ad-886891757c09","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.421468593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"7356a077-ec08-4e4f-8e72-cce809dc02ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.421936451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"abff9d4d-1768-44b5-a9c9-e89b9289832d","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.441744698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"3ddf6b28-5e72-480d-b4a7-eb37dcdc9597","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.539107015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"f6cc2fcc-6e92-4b1d-8dad-6451c7db8c32","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.688681718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"dae181b3-f143-471f-9a60-82b116c10489","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.694995187Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-dd98f0 priority=0:[ai-tenant-e2e-worker-w3-dd98f0/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-dd98f0/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.745636431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"5da0d60c-6b6b-409a-86e4-9a131852c984","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.803846831Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub1","reconcileID":"7a3f3e32-ad2b-4384-b019-fbea03e73b6d","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-w3-dd98f0","model":"distinct-w3-dd98f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dd98f0/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.963492282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"5da0d60c-6b6b-409a-86e4-9a131852c984","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:52.963961229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub2","reconcileID":"0dbcb73d-26be-45b5-bcce-607304cbb629","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.128230234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"3eb4626f-f5c8-46f6-a56b-571ccba30c00","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.13351319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"db7d636b-366e-4a3f-8940-bfd221331419","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.444916087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"77a4c8c8-dc35-4990-ba8e-9ca97c4d1326","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.455358371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"6873bb39-a584-4093-bee0-71081906824d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.458967461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"03d0d131-3755-4472-aa38-1df7f3bb1aa7","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.545490404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"77a4c8c8-dc35-4990-ba8e-9ca97c4d1326","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.820387862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"52ff0976-f197-4f95-944d-97fa8be6e45c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.821705369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"7b599ba6-44c4-4e0e-af56-9afb5d38841a","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.937131841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"15c62711-0612-4b26-bb21-2c2f8a189543","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.938138355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"6873bb39-a584-4093-bee0-71081906824d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.064955011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"52ff0976-f197-4f95-944d-97fa8be6e45c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.202569989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"331190e7-e33f-4465-badb-3150f59210ef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.358170976Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub2","reconcileID":"81b48f27-2e48-4372-819f-3b9096f5a64e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-2-w3-dd98f0","model":"distinct-2-w3-dd98f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dd98f0/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.430534302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub1","reconcileID":"dcb5495f-4ef0-46f4-9c06-b41696569fc0","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/distinct-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.622854547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"2662609c-d196-4726-8c90-f2f2113cc31c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.624004098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"05cdc684-2810-4d3a-b43e-df786a30e6e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.719275654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"464a4021-f4e6-43dc-b7aa-3d6f93c84a86","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.770658427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"2662609c-d196-4726-8c90-f2f2113cc31c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.791425137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"05cdc684-2810-4d3a-b43e-df786a30e6e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.96648222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"11319ecc-d378-4b7f-b8e7-da3372c604e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.967718811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e1490f26-f795-4ba9-9058-11c28eb6c81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:55.026186286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub2","reconcileID":"5f29a2b1-9300-4e1b-8ecc-337505a205c9","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-2-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/distinct-2-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:55.030706255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"11319ecc-d378-4b7f-b8e7-da3372c604e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:55.046425763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e1490f26-f795-4ba9-9058-11c28eb6c81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.136101307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"19656472-16e4-40ef-a4fc-5f149037dd9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.13623716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"19656472-16e4-40ef-a4fc-5f149037dd9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.474868617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9e3ad47-478c-4a98-8243-bb6fc346d318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.47557077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"181b0827-5b36-42c4-96b5-4596f3bf68c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.476641889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c818a37-712f-4a19-b049-ae2257aa0398","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.59079245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9e3ad47-478c-4a98-8243-bb6fc346d318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.592595636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"181b0827-5b36-42c4-96b5-4596f3bf68c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.673087944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b517ec6-20ff-4816-8c9d-fdc8a141ab72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.673228582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b517ec6-20ff-4816-8c9d-fdc8a141ab72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.885109113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"334b0e20-a18a-473c-8e47-dc29e8dd672b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:57.671176541Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub1","reconcileID":"c877f9cf-84be-44b1-b3ac-0558bee933fc","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:57.727699123Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub1","reconcileID":"c877f9cf-84be-44b1-b3ac-0558bee933fc","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:57.779668342Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub1","reconcileID":"c877f9cf-84be-44b1-b3ac-0558bee933fc","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.058767559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"86274fb4-76f8-4759-a236-e3956cad9b5a","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.059144402Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-dd98f0 priority=0:[ai-tenant-e2e-worker-w3-dd98f0/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-dd98f0/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.117872005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"3b366367-fa5c-4140-b299-95f844e77de1","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.237236387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"4eea2e4c-461d-4419-9393-83dbd0e398c9","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.298767981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"443fd6cf-5d3b-442b-99ba-0d97d57afb10","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.316879711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"da95020f-5faa-469c-9322-c8fe2e103434","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.317271533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"cf584bca-1221-4be8-9617-aa757c594421","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.317589293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"23ff4069-e37d-447f-8764-13fb898de73e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.31780513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"aded4d8b-725e-47d1-ba22-22a05daa6195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.31799415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"c7936450-5d90-412f-b71a-c7ad897f1cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.3772556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"23ff4069-e37d-447f-8764-13fb898de73e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.379439268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"aded4d8b-725e-47d1-ba22-22a05daa6195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.380707859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"da95020f-5faa-469c-9322-c8fe2e103434","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.38187678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"cf584bca-1221-4be8-9617-aa757c594421","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.384323422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"c7936450-5d90-412f-b71a-c7ad897f1cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.400385641Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub2","reconcileID":"63988d99-c6cd-4348-baf5-180f26fc8e28","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5d1b8178","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.758140981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"a5e5c37b-8209-4973-af94-37ef8ad43fbb","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.904280294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"5c14f9b2-a5c6-4088-8db0-a133258b8d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.904947758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"53f1dcc3-82ea-4ba9-ba37-146f8b014ca8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.905486741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"ece348ef-b4e8-4703-99dd-b9227d2955a1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.905970597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"2f762015-4951-421b-9322-33dab761ebaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.961812095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"53f1dcc3-82ea-4ba9-ba37-146f8b014ca8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.961963763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"2f762015-4951-421b-9322-33dab761ebaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.964073471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"ece348ef-b4e8-4703-99dd-b9227d2955a1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:58.964295306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"5c14f9b2-a5c6-4088-8db0-a133258b8d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:00.67734566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"96984f46-70be-4484-a3e6-5706eff8343e","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:00.827009909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"96acdabd-d250-4987-9af1-06b934cb9c7f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:00.827189315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"8a78cd03-71a1-4793-bb89-b9ad1160e8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:00.827007443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"07de5e7e-05fe-4e0c-aa4d-ea956dd47d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:00.883324618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"96acdabd-d250-4987-9af1-06b934cb9c7f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:00.884373131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"07de5e7e-05fe-4e0c-aa4d-ea956dd47d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:00.885600573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"8a78cd03-71a1-4793-bb89-b9ad1160e8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.646861481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"a7c35fdb-40ba-4701-b750-d21c77d55750","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.64939641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"124d5b4f-51fa-4528-b3b1-907f9b813ba0","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.654937941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"dc50d23f-b9d2-4048-a5a8-96cd9fbcfc6d","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.720647517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"e5f15bd6-d0c9-4e38-9485-07ea28e8caed","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.720907084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"43e600c0-f326-4586-b866-ad948085a3af","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.721207493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"f5590c59-6525-484d-8550-728c1aa8f0db","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.810821484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"b1d5cccc-0775-406e-8cae-516a235c84b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.810831904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"5ec274a7-840e-4af5-9e87-f9521c42a8be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.884918582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"5ec274a7-840e-4af5-9e87-f9521c42a8be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.928061764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"00fcfa5d-aeec-4efc-9214-968b5a753f3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.933293248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"b1d5cccc-0775-406e-8cae-516a235c84b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:02.93148284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"cc433153-091f-4664-b73b-102ed8e6060e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.296070968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"0e9e23d3-ee02-4f65-b5c2-982a358e510f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.296076128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"3b26801c-7670-478d-8311-e12c87cdb864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.35153767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"0e9e23d3-ee02-4f65-b5c2-982a358e510f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.351642166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"3b26801c-7670-478d-8311-e12c87cdb864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.197429389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"72383cd3-c836-4b7f-952a-00e03e51ea7a","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.393980396Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub1","reconcileID":"bde89f7e-ea23-40a4-90fb-df9aefbea2eb","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1e1e00a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.447119125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"5fd12c3a-611c-4021-9efa-5cc3cb157eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.447141987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"f4b2d557-6026-49d0-84a5-42063db52c6d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.447542906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"38449691-41e5-419d-8f16-92ac309b51ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.44754463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"d3eaa0a8-9914-4832-b9ab-c76cc0a92cff","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.504802458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"38449691-41e5-419d-8f16-92ac309b51ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.504900019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"f4b2d557-6026-49d0-84a5-42063db52c6d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.507123669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"d3eaa0a8-9914-4832-b9ab-c76cc0a92cff","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.507258885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"5fd12c3a-611c-4021-9efa-5cc3cb157eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.95505177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"57e6c726-baff-40b9-8cb2-f4d8c5342ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.955073504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"e4271663-95db-4617-af10-7838d25156ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.955476543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"5245c409-73ea-4cd1-93db-09bef5090e08","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.955478678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"c303bc69-6a71-48ce-b08f-f388004752a8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:05.011973826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"e4271663-95db-4617-af10-7838d25156ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:05.01197324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"5245c409-73ea-4cd1-93db-09bef5090e08","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:05.015117329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"c303bc69-6a71-48ce-b08f-f388004752a8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:05.015734621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"57e6c726-baff-40b9-8cb2-f4d8c5342ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:06.674754325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e6b120f-119b-44cb-95a6-066ed2e44d9f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:06.674775516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e6b120f-119b-44cb-95a6-066ed2e44d9f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:08.324339755Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:08.451425097Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub2","reconcileID":"43042119-188c-4c1c-b992-3d529602406b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:08.501819096Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub2","reconcileID":"43042119-188c-4c1c-b992-3d529602406b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:08.552160738Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-sub2","reconcileID":"43042119-188c-4c1c-b992-3d529602406b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:08.820328512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"1913f7e2-1a14-44f9-a1bb-e999034d180a","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:08.877167834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"3b3174aa-486e-43cb-83d2-aa2c5b4af019","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:08.98871743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"4d75c772-fecf-4fbb-852f-5fcca526fd54","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.070701409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"fa680c22-33ac-4583-ab84-644dbd6983cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.070759875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"8407e8b5-4d07-49a5-9b58-9e32aebac4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.071049833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"1814f398-b4d7-48c6-9643-de4172bf6627","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.071195901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"ceb68200-354e-421e-93fe-2ac91bdc515b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.15272596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"1814f398-b4d7-48c6-9643-de4172bf6627","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.160681514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"8407e8b5-4d07-49a5-9b58-9e32aebac4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.161817043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"fa680c22-33ac-4583-ab84-644dbd6983cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.177355022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"ceb68200-354e-421e-93fe-2ac91bdc515b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.46467901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth1","reconcileID":"e64d2519-5821-4e1c-b314-d76a9f39e684","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.56460399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"899f44d7-2cce-49c0-95ba-c7b6cd9f2b6a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.619575447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"899f44d7-2cce-49c0-95ba-c7b6cd9f2b6a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.668643603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7dfd993a-4505-4d49-b572-6bb0d0e38d21","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.836659005Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-ignore-header-auth2","reconcileID":"98605098-6fc6-4a64-9a2a-373cd84f6e05","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.83673605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"7155f963-1ceb-4fb0-8c9c-10f85f3741b0","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:10.076251199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"c181c0fb-7f1d-4498-8d95-06181b3cf107","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:10.834785059Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-sub","reconcileID":"a5d4ae05-f0a3-494b-90b0-6451afcde3dd","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.058633128Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-sub","reconcileID":"a5d4ae05-f0a3-494b-90b0-6451afcde3dd","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.263581113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"7421efae-9a45-40ed-975b-b36d83e5f0bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.323988359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"9c15f18c-ec75-4f5e-90b3-16226ecd7920","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.475280281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"2336d4da-01ee-4147-91ae-e22e42aa4693","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.483077655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"a66ac69f-1cf7-46bb-8c3f-228f7dbb9a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.483446548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"881ff3ce-5370-4bc6-82d1-0de402dc61cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.499292733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"f62aa36b-8fbd-43f0-b07a-df433cc0d815","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.537089233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"2336d4da-01ee-4147-91ae-e22e42aa4693","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.628639085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"1ae96e22-22fd-416c-9e8c-4041ab836059","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.636633302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"c968dbad-512c-4ad7-a960-9d0ea193d99d","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.635092414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"a66ac69f-1cf7-46bb-8c3f-228f7dbb9a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.629026527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"881ff3ce-5370-4bc6-82d1-0de402dc61cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.911534079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"09d27e4a-4ed1-4a10-a44b-f0ec786c91ef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.912045985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-api-key-scoped-auth","reconcileID":"5e8c309e-9fae-4fb3-b351-168f92200239","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:11.968425981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ba5b7993-415c-4254-ae3f-cdcef03ed007","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.02382924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"117b3935-bb25-4a5d-897c-614771b2af0d","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.05528185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ba5b7993-415c-4254-ae3f-cdcef03ed007","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:12.057594019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2f68b042-b61a-47b3-8555-dbee2c903edf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.149060941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"615cd0b9-89d5-48c4-8937-3018f2c1a9d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.149883635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"01923ed5-1f7b-455d-8d60-3fba4b05337b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.158466694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"3d14cccf-19c0-4344-885b-1cb660a17b3d","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.207592943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"ea1992c1-623f-45cd-9c09-02b8423599d1","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.217413504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"c120463d-aee8-43d2-8e05-adf8c3bd1f8f","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.261634969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"615cd0b9-89d5-48c4-8937-3018f2c1a9d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.280861029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"01923ed5-1f7b-455d-8d60-3fba4b05337b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.281773442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"8226a926-8a38-4186-b8eb-3c56341d4814","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.282412479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"11930a8d-8520-47db-911a-88c035b231f7","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.430178026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"e972215a-d07d-4e8a-aa3c-5f06ba419215","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.526815995Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"4e22c34c-41a3-4781-ba8e-d84bf3fcdfad","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-w0-8bec73","model":"distinct-w0-8bec73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.592995917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a31fce46-8228-4378-afb3-79b58a88440b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.595260642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"69f33a94-40dd-4cb6-93e1-5426a348e894","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.596610496Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8bec73 priority=0:[ai-tenant-e2e-worker-w0-8bec73/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-8bec73/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.689783157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a31fce46-8228-4378-afb3-79b58a88440b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.718440932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"ef843219-7a90-4b6b-b69e-4509d93c8302","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.737080679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"70e972fa-59ab-48c7-94d2-d17c5f07933e","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.785201892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4ed2e4c8-bcf0-496a-b6d2-f52071b317a6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:12.79727442Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-8bec73/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.817344525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"1165cb72-7cfd-450e-80ea-2c38fa9b09a4","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.818123175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"ad43ef92-6af1-4cf5-95cb-6e212e308f55","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.882480697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"b3143872-d207-4f82-b059-3e5e1acf96ef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.884468749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"155db75b-b64b-464f-a1ee-76191a21ce08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.921811701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4ed2e4c8-bcf0-496a-b6d2-f52071b317a6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:12.941925993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"39a82cee-4f68-4a7b-8464-05b606563947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.047015935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"155db75b-b64b-464f-a1ee-76191a21ce08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.13199692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"39a82cee-4f68-4a7b-8464-05b606563947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.206162798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e2f15190-b690-4e46-ad50-89a6787ce88e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.209246344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"08c930bf-e0b1-4a09-b120-d9d5673473be","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.30799498Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7ac6c2d8-03b3-4854-8eb0-9845020a193a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-2-w0-8bec73","model":"distinct-2-w0-8bec73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8bec73/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.520606334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"8af52e49-0ba9-49ac-bfdf-ed0a61f31f7a","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.544056995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub2","reconcileID":"263d3386-333d-4873-9bb8-c47a9be1cde5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-2-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/distinct-2-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:13.544744551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4ed2e4c8-bcf0-496a-b6d2-f52071b317a6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.579475067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"78c0082e-5aaf-4ca5-bb78-ccabfd3e4609","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.761313171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"78c0082e-5aaf-4ca5-bb78-ccabfd3e4609","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.805476878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"8e5d2d5d-b116-4c4f-8761-93bad7d8b6ad","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.805714764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"97acd786-7486-46c2-8ea6-0fb5ef72ad25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:13.806163965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"e0fcedb5-25d7-4d39-b503-b5deef349162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:14.040157639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0826913b-e7ca-444a-a9b8-7e3c72ce0493","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:14.048539617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"6c067228-1138-4d33-b6f0-d14a47650632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:14.615195079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"0cbb5686-4bcf-41a2-a123-52141b3b9bc1","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:14.88032274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"e0fcedb5-25d7-4d39-b503-b5deef349162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:14.881193243Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub1","reconcileID":"6dd69bfc-f2b2-4fd6-afec-277933048057","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-w3-dd98f0","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:14.890359744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"97acd786-7486-46c2-8ea6-0fb5ef72ad25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:14.968402741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0826913b-e7ca-444a-a9b8-7e3c72ce0493","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:15.062757975Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub1","reconcileID":"6dd69bfc-f2b2-4fd6-afec-277933048057","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:15.063157185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5af17d37-7f4a-4423-b2cf-1e0155d6f206","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-2-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:15.111829456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"6c067228-1138-4d33-b6f0-d14a47650632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:15.263999491Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub1","reconcileID":"6dd69bfc-f2b2-4fd6-afec-277933048057","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/distinct-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:15.525227995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"8fef2741-8fc8-4752-a7c2-a89d1e76c0f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:15.746731458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"8fef2741-8fc8-4752-a7c2-a89d1e76c0f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.141578759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2d59c48a-b87c-4c04-96e5-e34abde7645b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.20078022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"9110cb5b-ab7c-4b97-aa8d-21c3bc211d19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.205857282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"7d4e1235-3785-4d70-a669-0d7d831b9dd0","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.214671027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8bec73 priority=0:[ai-tenant-e2e-worker-w0-8bec73/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-8bec73/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.352294621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2d59c48a-b87c-4c04-96e5-e34abde7645b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.353005447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"cae39810-a33f-437b-a117-3f0da017ffb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.353529069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7c59b2b7-a786-4351-b527-a9a5e6c6b949","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.374367348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"9110cb5b-ab7c-4b97-aa8d-21c3bc211d19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.51956159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"cae39810-a33f-437b-a117-3f0da017ffb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.574173554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"c9ac47eb-5c32-48ed-974e-e5e4d329acbf","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.574697952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"4391a2cf-8c28-48a7-9740-a06f97a882fd","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.584276237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7c59b2b7-a786-4351-b527-a9a5e6c6b949","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.003038677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"552175ed-d31e-44aa-abb0-9e2634a8a992","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.003154766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"552175ed-d31e-44aa-abb0-9e2634a8a992","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.239996521Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub2","reconcileID":"3c5f6def-3bec-4bf6-ab8c-484029699f3a","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41499fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.538885012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"3e7791c8-e7ce-4994-8ee6-704878380cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.653275722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"3e7791c8-e7ce-4994-8ee6-704878380cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.654905093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"94cfced3-500e-4bee-847a-df7b4e9138a8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.727011165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"16b37e4d-cebb-4fdf-9afb-a6b20b22c7cc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.732836154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"94cfced3-500e-4bee-847a-df7b4e9138a8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.89755171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"16b37e4d-cebb-4fdf-9afb-a6b20b22c7cc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.900643662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"12ba5387-58da-4dca-89c1-78663e1c67d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.016640345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"12ba5387-58da-4dca-89c1-78663e1c67d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.229142074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"7d6e6099-f70a-4608-bf67-b3bcbe09b381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.424178689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"7d6e6099-f70a-4608-bf67-b3bcbe09b381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.625599334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"72b3dff9-0154-4242-b5c6-6eca585ba393","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.728684755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"72b3dff9-0154-4242-b5c6-6eca585ba393","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:22.738323446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"07e852b8-c45b-4e7b-9ad6-9376a0309f72","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:24.382480455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"5cb0ebba-f5e9-4d96-b91c-9ef1cc8f6cf2","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:24.54271994Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d3f96f0b-4eff-4f7a-885d-eb5e7319a8cf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fa833666","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:24.646240245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"4e950cbc-050c-43e5-be3d-592e664aef38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:24.646263143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"01ef862c-a382-4599-a791-541b017e517c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:24.646651183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"514a6d52-49a2-4840-a49f-75337ee56a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:24.646653116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"06bae2f8-8e55-4331-95f5-6bdecf4b8ed5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:24.704872334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"06bae2f8-8e55-4331-95f5-6bdecf4b8ed5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:24.704890916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"01ef862c-a382-4599-a791-541b017e517c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:24.712619475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"4e950cbc-050c-43e5-be3d-592e664aef38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:24.714067578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"514a6d52-49a2-4840-a49f-75337ee56a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.160851583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"17468e58-7b9c-4e0e-a12b-6e9be3a8c92c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.163200127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"5806a39c-d5d3-4c0b-ab65-bff440bdd6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.163277897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"332ff56f-5d1d-4c4f-8410-0b6367ce8dd6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.163662445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"fbe86703-91c8-4538-a3c9-bc0450c17527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.215677435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"17468e58-7b9c-4e0e-a12b-6e9be3a8c92c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.218830683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"fbe86703-91c8-4538-a3c9-bc0450c17527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.21907757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"332ff56f-5d1d-4c4f-8410-0b6367ce8dd6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.220990622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"5806a39c-d5d3-4c0b-ab65-bff440bdd6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.367913403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57e3eed8-5465-4d36-b994-7a97b26cde74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.367942831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57e3eed8-5465-4d36-b994-7a97b26cde74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.430458844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"592d157e-d416-4163-b69a-2f4529a259b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.430483766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"592d157e-d416-4163-b69a-2f4529a259b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.537744812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-policy-0f11209f","reconcileID":"59ba22cb-53cc-445e-907a-1a5ed4cea687","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.664819893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24be5bda-6e96-4a23-8103-2d251766980c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.664843486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24be5bda-6e96-4a23-8103-2d251766980c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.665563293Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-policy-0f11209f","reconcileID":"59ba22cb-53cc-445e-907a-1a5ed4cea687","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.71871235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5311518-a120-490b-a929-6cc10b7f8d79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.71873385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5311518-a120-490b-a929-6cc10b7f8d79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.719321328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-policy-0f11209f","reconcileID":"59ba22cb-53cc-445e-907a-1a5ed4cea687","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:25.772467915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-sub-0f11209f","reconcileID":"865dda6c-7801-4ef7-9608-d07a693aeed9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-0f11209f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.775779161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"57938719-4911-45f1-9ffa-fc727ad65adc","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.776347495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffc8d44b-6ef9-4344-96d3-677d7a95508e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.776367256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffc8d44b-6ef9-4344-96d3-677d7a95508e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.87691788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-policy-0f11209f","reconcileID":"a53c4eea-39e9-4b82-a348-da135581a77d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.889759738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3986ef8-7ffc-401f-904f-d321e7012504","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.889788396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3986ef8-7ffc-401f-904f-d321e7012504","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.931610279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-policy-0f11209f","reconcileID":"a53c4eea-39e9-4b82-a348-da135581a77d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.944480229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1100b4d7-7f16-45bf-8129-356e52ada36d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.944498691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1100b4d7-7f16-45bf-8129-356e52ada36d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.985328289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-policy-0f11209f","reconcileID":"a53c4eea-39e9-4b82-a348-da135581a77d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:26.208187961Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-sub-0f11209f","reconcileID":"983c2a20-296a-4827-8905-4a4ccb5c4285","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-0f11209f/e2e-shared-int-sub-0f11209f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:26.373280987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"135e758a-46d7-415e-965b-8fa9584ace4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:26.373301686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"135e758a-46d7-415e-965b-8fa9584ace4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:26.412848018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4434eaf6-9536-4f47-aa8f-d804a1805ad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:26.574623273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-sub-0f11209f","reconcileID":"1e0464f1-0003-4b47-8ed4-ad3bd2cbeac2","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:26.805385455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"485cefab-adbb-4482-bca6-42209f79818d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:26.805418903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"485cefab-adbb-4482-bca6-42209f79818d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:26.862024985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17cd9566-f3c3-4c12-a277-40e2f0b649b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:26.862047479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17cd9566-f3c3-4c12-a277-40e2f0b649b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:26.98867993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"e8984f1e-4e6a-4861-abda-beb6edada8bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.006521077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a950a851-62e2-4f96-8b34-6e9619aad6ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.00665432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a950a851-62e2-4f96-8b34-6e9619aad6ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.044810144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"e8984f1e-4e6a-4861-abda-beb6edada8bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.105037942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"e8984f1e-4e6a-4861-abda-beb6edada8bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.114936445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad22d89-617d-4c49-adf0-f28625ce2104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.114958318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad22d89-617d-4c49-adf0-f28625ce2104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.158932664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"436576cb-842b-4080-91ff-ff46670da04a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.158956799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"436576cb-842b-4080-91ff-ff46670da04a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.169691026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7882039-f149-4ddf-b2e1-642014c034e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.169711801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7882039-f149-4ddf-b2e1-642014c034e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:27.223811839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-sub-0f11209f","reconcileID":"aadf9f7c-3663-416e-8e2f-3fc8205dede3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-0f11209f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.259577865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"13d8611e-ebb7-461f-9f04-b974e4754c6c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.296400881Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub2","reconcileID":"70c93b40-5cc3-4560-b1c0-c0556d502163","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-2-w3-dd98f0","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.315195619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"13d8611e-ebb7-461f-9f04-b974e4754c6c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.342573108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43203a0d-30ea-4563-9acc-5075fd4e9404","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.342592632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43203a0d-30ea-4563-9acc-5075fd4e9404","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.347406834Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub2","reconcileID":"70c93b40-5cc3-4560-b1c0-c0556d502163","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-2-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.369353007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"13d8611e-ebb7-461f-9f04-b974e4754c6c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.398559544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f07765fd-4a82-4bfb-9994-a8d1f5f4f00b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.3985914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f07765fd-4a82-4bfb-9994-a8d1f5f4f00b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.401839783Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-sub2","reconcileID":"70c93b40-5cc3-4560-b1c0-c0556d502163","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/distinct-2-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.658453207Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-sub-0f11209f","reconcileID":"2dee0fb6-92c0-4660-85f2-150f0ef8530c","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-0f11209f/e2e-shared-int-sub-0f11209f","ai-tenant-e2e-mt-d618dd7d/e2e-shared-int-sub-0f11209f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.669302861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"491605d6-4316-48aa-a020-b884359491c4","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.81946173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd77332-4be4-403d-a415-65acb60001ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.819488448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd77332-4be4-403d-a415-65acb60001ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.826808339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"edacaeb4-7eba-4a09-bd19-2dc299b6f091","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.861011204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bae7affc-4c2f-4086-a3e8-95005cd9373f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.861016955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-sub-0f11209f","reconcileID":"548e8570-1a65-45be-8fa7-3cd77260446a","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.918015827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"1711d0a8-c948-471c-949b-1a20edaef5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.918078123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"f5cf344c-920f-4500-afdc-2ec96449ff62","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.918376881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"8d8031ea-d2cc-4cee-88a1-0184206b17a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.918401275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"0288bb58-b1d2-405f-a7e7-632201e62617","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.974336736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"1711d0a8-c948-471c-949b-1a20edaef5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.974952897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"0288bb58-b1d2-405f-a7e7-632201e62617","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.978101524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"8d8031ea-d2cc-4cee-88a1-0184206b17a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:27.978424528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"f5cf344c-920f-4500-afdc-2ec96449ff62","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:28.020668571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-sub-0f11209f","reconcileID":"aed6e1b4-cce8-49c5-b705-6c404824f98e","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:28.123517886Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth1","reconcileID":"130f4f68-407b-45c7-a087-b40c2b101150","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:28.252744158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10858395-6309-4801-927f-b521027de055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:28.252766319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10858395-6309-4801-927f-b521027de055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:28.277995797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"b2e15234-d9de-484e-8707-1a919415ce55","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:28.324725193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"f6aea906-dce1-43ff-89e3-4c521c92b91d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:28.380128277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"f6aea906-dce1-43ff-89e3-4c521c92b91d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:28.485576808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"e66ee959-de0c-42bc-bc16-62fce9437b0a","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:28.584785594Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-multi-keys-auth2","reconcileID":"8a7e6daa-2270-4bff-b07d-d6683145d3e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/distinct-2-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:28.740499852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"14345bec-2d2f-4ed9-badd-76e302ef6793","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.739194728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"0adb0b96-256a-4aa8-a2cc-512d4d90a45c","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.109238958Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-policy-0f11209f","reconcileID":"9197dfe2-5c08-48c9-9bf2-5e6aca98e616","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.109358182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c446c9a-a6b2-4953-8883-d890e5b07922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.109376113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c446c9a-a6b2-4953-8883-d890e5b07922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.260326776Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-policy-0f11209f","reconcileID":"9197dfe2-5c08-48c9-9bf2-5e6aca98e616","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"policyNamespace":"ai-tenant-e2e-mt-0f11209f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.315229122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6620fa61-b150-44b2-af84-6adf4549738d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.315250631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6620fa61-b150-44b2-af84-6adf4549738d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.485032003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17d7fd70-270d-42c6-99b8-c5bd85b9d076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.485053831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17d7fd70-270d-42c6-99b8-c5bd85b9d076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.593628372Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3402f7d1-4e61-47e3-9bfe-9c85767ba0cb","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.644065264Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3402f7d1-4e61-47e3-9bfe-9c85767ba0cb","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.694602834Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3402f7d1-4e61-47e3-9bfe-9c85767ba0cb","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.960193158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"9175c48e-1df9-48ff-9b2a-daf47e52d4af","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.116357752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"dfe19e41-12e3-43ac-ba79-5675acdfaafe","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.276632622Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d0fcbfc1-6c1a-423f-bdb2-0a772bd40dfe","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-509f1050","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.296364504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"254ed614-9cb8-40f2-8e23-c4caf4679ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.296422659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c5b30150-3fe2-495c-b4a4-3672af4d60a6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.296907087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"832d8a74-47e1-4211-9a17-3e2881f8b63d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.2969071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"838dca32-404d-4f5d-9589-b04ad6fdb43f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.351495897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"254ed614-9cb8-40f2-8e23-c4caf4679ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.351544287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c5b30150-3fe2-495c-b4a4-3672af4d60a6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.353861363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"838dca32-404d-4f5d-9589-b04ad6fdb43f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.354006537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"832d8a74-47e1-4211-9a17-3e2881f8b63d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.758344788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"e38ca0a2-ca46-48c5-9b57-e09fc6e09227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.760397383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"9e744cb9-bdf7-495f-81fc-16ec06d8e15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.760415563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c89e74a7-b3dc-4f09-86b4-3cffcebf4816","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.760761399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6533fb98-8634-4c3b-97cc-2391b1b31a06","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.81331898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"e38ca0a2-ca46-48c5-9b57-e09fc6e09227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.815519438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c89e74a7-b3dc-4f09-86b4-3cffcebf4816","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.815713315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6533fb98-8634-4c3b-97cc-2391b1b31a06","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.817615261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"9e744cb9-bdf7-495f-81fc-16ec06d8e15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.92382513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304749ac-5da3-4fd8-bbcc-a960d33d8071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.973954629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304749ac-5da3-4fd8-bbcc-a960d33d8071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:36.024082228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304749ac-5da3-4fd8-bbcc-a960d33d8071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:36.074774041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304749ac-5da3-4fd8-bbcc-a960d33d8071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:36.493606653Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7e6fe88b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7e6fe88b","reconcileID":"f1849741-8730-47f8-8f68-be4226689a96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7e6fe88b","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-7e6fe88b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:37.008031767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab8aec8e-ac5c-41f6-a862-d8b778827220","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:37.008053719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab8aec8e-ac5c-41f6-a862-d8b778827220","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:37.539946658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"760f8499-48dc-475c-be85-ec177d501ef6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:37.59501481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"760f8499-48dc-475c-be85-ec177d501ef6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:37.649334422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"760f8499-48dc-475c-be85-ec177d501ef6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.095032792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f36ef5-a749-44c0-be2e-59f0444de14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.14858604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f36ef5-a749-44c0-be2e-59f0444de14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.291168076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f36ef5-a749-44c0-be2e-59f0444de14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.465934624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f36ef5-a749-44c0-be2e-59f0444de14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.526789204Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:42.441561493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ae9875-8944-45ee-bff3-5f9322178bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:42.522911901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ae9875-8944-45ee-bff3-5f9322178bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:42.685722924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ae9875-8944-45ee-bff3-5f9322178bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:42.783964264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"d8efafb6-16e3-4728-a765-b1091031ffc2","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:42.956043008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ae9875-8944-45ee-bff3-5f9322178bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:43.650399169Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-sub-0f11209f","reconcileID":"a0739ae5-b85c-4302-a640-282375d7b34a","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-0f11209f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:43.99676126Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"namespace":"ai-tenant-e2e-mt-0f11209f","name":"e2e-shared-int-sub-0f11209f","reconcileID":"a0739ae5-b85c-4302-a640-282375d7b34a","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-0f11209f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d618dd7d/e2e-shared-int-sub-0f11209f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.228365706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e68f2b5e-6a20-4798-b091-2b0645a0864f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.231104769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-sub-0f11209f","reconcileID":"7739de57-17c7-41fa-bb1c-e87e4609c5f6","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.286338821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"929e6738-1cf8-49a2-bd87-e0a52098e79a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.286372075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"929e6738-1cf8-49a2-bd87-e0a52098e79a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.317920002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"5a4e0a45-289c-4ba3-beb2-04e8c340b519","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.318551309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"b2b9622e-951e-4e40-9116-a91b0b56a134","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.39225236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"765488b9-387b-46f3-a9b0-31aa7a717f13","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.392947299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"e3cfa870-c18e-4f35-97a6-99d906d36d1c","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.528180123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"59c83bfa-809f-47b4-9a1d-4004e762fe5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.529344586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"df85a8c3-4fa9-41e6-b0ed-a07ee2c94f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.591994848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"ef8b559d-0c40-40d5-8fd6-cc20f4a93f41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.593909095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"b2df3e47-1270-4bb1-b9b3-ff394ed0f675","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.607417032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"59c83bfa-809f-47b4-9a1d-4004e762fe5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:44.713851946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"df85a8c3-4fa9-41e6-b0ed-a07ee2c94f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.047181807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"0f11cef3-b03b-4e81-a051-5e1de31fbbbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.109339751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"0f11cef3-b03b-4e81-a051-5e1de31fbbbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.18134514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"47039471-79ea-4987-9413-1bf78a800781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.244746463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"47039471-79ea-4987-9413-1bf78a800781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.373941488Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ef9c3f78-56e3-4bec-818c-f7cd606260f6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.430167031Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ef9c3f78-56e3-4bec-818c-f7cd606260f6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.482439829Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ef9c3f78-56e3-4bec-818c-f7cd606260f6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.759898511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"f448d32b-79f3-495d-9f91-bc1f56f6a120","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.929007318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"c4cf31a5-a485-4133-b825-d132623e0ba4","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.008672849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b176cf9-bfa7-49da-a3ea-5651f75011cc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.008764241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"a3bac840-79ae-4410-b01a-081a6c095b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.009154771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"bd189485-7dcd-4d86-876f-184b65789099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.009271912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6d76c387-c3dc-4a91-96a2-4b99dd9f6394","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.066625514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"a3bac840-79ae-4410-b01a-081a6c095b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.06810281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6d76c387-c3dc-4a91-96a2-4b99dd9f6394","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.070240133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b176cf9-bfa7-49da-a3ea-5651f75011cc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.071098854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"bd189485-7dcd-4d86-876f-184b65789099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.21908179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"a153bdd1-497d-4bca-9f42-d80d5684d1b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.267205806Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"42d74785-e814-4171-964b-d4ae8a091ef1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.274040333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"a153bdd1-497d-4bca-9f42-d80d5684d1b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.474409994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"d663e5ae-4344-42de-b729-17ab6d91c268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.474409976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"ad85bbac-d794-4b5b-8741-f68293df8d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.478635077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d06a2997-5986-47c3-8b47-30769dcc4381","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.522319548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"774e921d-fce7-467f-9596-b40f1eb007e6","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.532772655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"ad85bbac-d794-4b5b-8741-f68293df8d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.53288449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"d663e5ae-4344-42de-b729-17ab6d91c268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.537062083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d06a2997-5986-47c3-8b47-30769dcc4381","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.61751657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"752aaf12-66e5-40a7-956f-cb8c9ad95048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.676901986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"752aaf12-66e5-40a7-956f-cb8c9ad95048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.693667798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"5b0dc8b0-a74c-4312-bed3-4b773787d321","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.722430272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"b145161a-d59a-4cb0-97fa-0e7cf512e8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.733631622Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"62633089-6f67-4e09-a04d-2453b90fb9fb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.777530812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"b145161a-d59a-4cb0-97fa-0e7cf512e8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.988519661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"8c94fa0f-a1fa-4069-afb6-65afaf2380f4","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.009811619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06ca3296-0eef-4c84-8726-32965d6e61ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.009835999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06ca3296-0eef-4c84-8726-32965d6e61ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.751482714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"b657f7b6-86d4-4b4d-b0d9-ae200c2a1567","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.806914839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"b657f7b6-86d4-4b4d-b0d9-ae200c2a1567","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.861528656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"b657f7b6-86d4-4b4d-b0d9-ae200c2a1567","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.918519244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf8e645a-eddb-4a57-a334-aba4327ee0ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.918539859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf8e645a-eddb-4a57-a334-aba4327ee0ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.668690253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2339373-6564-4de4-91e7-842ebe0dfde5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.668713257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2339373-6564-4de4-91e7-842ebe0dfde5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.721950292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef974ea0-b958-455c-82e5-d51385ece87f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.721976989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef974ea0-b958-455c-82e5-d51385ece87f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.870481319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"5669e6e2-7a0c-40ea-a01d-b9b3cb709bcd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.953293185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2b30cf1-c910-41f9-a5fb-23ed5d614879","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.953311961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2b30cf1-c910-41f9-a5fb-23ed5d614879","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.994788926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"5669e6e2-7a0c-40ea-a01d-b9b3cb709bcd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.009407265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbbeb2f3-cfca-48e7-806f-1046b6ee43b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.009431075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbbeb2f3-cfca-48e7-806f-1046b6ee43b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.048937997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"5669e6e2-7a0c-40ea-a01d-b9b3cb709bcd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:49.061165703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-70d4c8","reconcileID":"64b8e88c-aff0-4e4b-bd1e-7b9520f5276c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-70d4c8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.10459008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5862568f-6995-41fd-afef-3ce6334cfcb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.104611267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5862568f-6995-41fd-afef-3ce6334cfcb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.109981624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d863125f-56f2-4994-a3fb-6f87af11f53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.109984916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1658e2f7-11d2-40ec-8470-f808a6c51102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.165627735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1658e2f7-11d2-40ec-8470-f808a6c51102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.165803801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d863125f-56f2-4994-a3fb-6f87af11f53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.175570811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2942cc5e-b40c-4cd9-9a0b-08fdb8bda293","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.17559087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2942cc5e-b40c-4cd9-9a0b-08fdb8bda293","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.231116994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c978486-8c76-428e-8cb0-bd5de20bdd6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.231139173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c978486-8c76-428e-8cb0-bd5de20bdd6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.254109772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"c8b36a08-6b3a-4780-b34c-419f995084e5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.309846868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"c8b36a08-6b3a-4780-b34c-419f995084e5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.363927885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"c8b36a08-6b3a-4780-b34c-419f995084e5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.490324424Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-70d4c8","reconcileID":"33f78d01-3ac2-425d-8f2d-b0be348fb20e","MaaSSubscription":{"name":"e2e-default-int-sub-70d4c8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-d618dd7d/e2e-shared-int-sub-0f11209f","models-as-a-service/e2e-default-int-sub-70d4c8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.538805197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49c05c69-c304-45c8-ad82-b2b7b5eb0269","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.538829757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49c05c69-c304-45c8-ad82-b2b7b5eb0269","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.651292731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd0ed99c-ec0a-48db-aaa3-de283d41644d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.651314577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd0ed99c-ec0a-48db-aaa3-de283d41644d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.695549011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3052d64c-64ec-4133-815d-f03cfab012c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.695581209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-sub-0f11209f","reconcileID":"e8b09aa7-fdc2-44bb-8bec-2e8f7d74fa94","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.742281363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"828ca4de-d326-4d4c-a02e-2587b547e9ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.744910423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"60ba972b-33cf-4620-8a96-117d00d8e76f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.745134449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a60327cd-8446-4f85-9d51-f348dae01d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.744910431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"589ae1b3-329d-4467-bafb-2a2fd4496029","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.800376052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"60ba972b-33cf-4620-8a96-117d00d8e76f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.803454527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"589ae1b3-329d-4467-bafb-2a2fd4496029","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.803519353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a60327cd-8446-4f85-9d51-f348dae01d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.85412269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-70d4c8","reconcileID":"9a8f8130-2c64-427e-871f-a69ad2860725","MaaSSubscription":{"name":"e2e-default-int-sub-70d4c8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.854952158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"60ba972b-33cf-4620-8a96-117d00d8e76f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.956545245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45f366ed-9e61-43b9-9fe0-47316821787e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.956575496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45f366ed-9e61-43b9-9fe0-47316821787e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:50.162191035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60fa5ec5-0f9b-4a10-996b-abb99f782075","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:51.58288513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"03812652-91d7-4d01-bd86-e5f017a9f966","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:57.411770916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-2-w2-29ece5","reconcileID":"1923288c-7908-40ac-ae25-7a6158f90bb7","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-2-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-2-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:58.019092483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"9eea67ac-e820-470c-8374-0462b5d05a27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:58.144878771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"9eea67ac-e820-470c-8374-0462b5d05a27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:58.199050094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"9eea67ac-e820-470c-8374-0462b5d05a27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:58.260536313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4083e24f-4c96-4528-8cb7-5392d3e9dadf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:58.260556127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4083e24f-4c96-4528-8cb7-5392d3e9dadf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.730370558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"5f6d4bd2-d9b6-4ba1-a054-1ec9923eb822","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.783754267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"295f9bfa-9a2e-46dd-b532-b0552f69f175","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.933997222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-auth","reconcileID":"a57f7acb-9897-441a-a414-a66e7f865ce9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.989464015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-auth","reconcileID":"a57f7acb-9897-441a-a414-a66e7f865ce9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.006452398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"8a6cf62b-b522-4b97-b241-c0a194b1dfe0","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.036899009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"ef8404ad-fe0f-4271-b2f6-451dcba3816e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.068627008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"65f5be10-6fed-42ca-9ec3-f834ecfc4fd2","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:50:00.134704259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-sub","reconcileID":"c9a72c3a-15cb-47cb-8561-b3006dc6b1f2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.172658777Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"ef8404ad-fe0f-4271-b2f6-451dcba3816e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.179273957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"b1868d52-5d12-4a21-8b2a-6b39bbb04808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.193051147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"dcc41654-7e4a-4a81-b376-39d697171d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.229139903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"ef8404ad-fe0f-4271-b2f6-451dcba3816e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.236892275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"b1868d52-5d12-4a21-8b2a-6b39bbb04808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.247834321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"dcc41654-7e4a-4a81-b376-39d697171d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.249587836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"847d8f2f-15fd-46eb-a44a-51d7ab2d17a8","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.286965672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2c7c00d-2826-40ff-82b9-ac0e7ca6db7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.286988398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2c7c00d-2826-40ff-82b9-ac0e7ca6db7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.302563712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"7e655c2d-cbe1-4196-b945-66424940264b","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.316148788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"1c791423-371e-4799-a94e-c6d60d5fd267","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.465067897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-auth","reconcileID":"f3965216-043d-4547-8265-4e9e37c550ab","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.520178274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-auth","reconcileID":"f3965216-043d-4547-8265-4e9e37c550ab","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.561967938Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-sub","reconcileID":"fdff2a64-0c7b-462e-8f38-310e1493ddbe","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w2-29ece5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.566440708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"df41bc13-9e83-443d-9990-98a6c7a3b53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.566824049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"3ac078c3-e71f-4d87-ae08-6d38e96872d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.622897047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"df41bc13-9e83-443d-9990-98a6c7a3b53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.623016902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"3ac078c3-e71f-4d87-ae08-6d38e96872d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.721918371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"51ee1771-bed3-446c-a444-bc26dfb76d17","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.764402455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"d3157757-b347-4615-af49-27b24d78cb6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.922958864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-sub","reconcileID":"856f7bf9-dbdb-41cf-a9d1-633639be9699","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.949967032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"525c5eb4-2b35-4dea-8f58-5282aacdf631","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:03.106769773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"26a82770-8174-4b4e-aee7-834e47f475e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:03.107430123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-auth","reconcileID":"f02bf5f7-f5c5-4baf-bf55-f4a5b4465b9a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:03.107942029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"a9fceb6b-405e-4836-8352-775aceaaedb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:03.164772381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"a9fceb6b-405e-4836-8352-775aceaaedb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:03.164797193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-auth","reconcileID":"f02bf5f7-f5c5-4baf-bf55-f4a5b4465b9a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:03.167121217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"26a82770-8174-4b4e-aee7-834e47f475e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:08.32458553Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:08.361192993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"7f8ced47-f691-431b-87a2-a4cf813a1339","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:08.48537973Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"7f8ced47-f691-431b-87a2-a4cf813a1339","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:08.541195609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"7f8ced47-f691-431b-87a2-a4cf813a1339","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:08.597022228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20e89975-2483-4466-857d-0a1ec327ada9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:08.597043621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20e89975-2483-4466-857d-0a1ec327ada9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:10.436944344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"b8c55130-8c61-4a72-a8be-26b59081e890","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:10.565276278Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"b8c55130-8c61-4a72-a8be-26b59081e890","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:10.61931978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"b8c55130-8c61-4a72-a8be-26b59081e890","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:10.673128824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ed6f4d-5351-48e3-9a2c-09a21bee389c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:10.673151026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ed6f4d-5351-48e3-9a2c-09a21bee389c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.149675362Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-sub","reconcileID":"a1764b3a-f1a5-4ede-857e-a988db1fe683","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.434108847Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-sub","reconcileID":"a1764b3a-f1a5-4ede-857e-a988db1fe683","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-29ece5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.698605423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"794ab680-7324-4502-a5f6-d1ce95c4f295","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.957413874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"404ef432-7d84-475c-afb5-139027fd89cb","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.106786839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"7ce87d20-7093-4094-bc26-e0f9e7391012","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.153727389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"bf3b7da4-ef31-4a19-b8bc-aa59f6470b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.15368187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"70f694ab-db4e-4493-8fa4-825a889391c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.155528311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-auth","reconcileID":"c230c544-4d2b-4e88-99a0-af5f807f9ae6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.255367274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-auth","reconcileID":"c230c544-4d2b-4e88-99a0-af5f807f9ae6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.280743179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"bf3b7da4-ef31-4a19-b8bc-aa59f6470b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.283606414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"70f694ab-db4e-4493-8fa4-825a889391c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.494815936Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"e2e-api-key-no-access-auth","reconcileID":"33fc3f28-fc64-4cfc-a449-96e8abc0486b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.848900981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"c2d174d5-47c0-41b9-b0d8-08b67c8d5c7d","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:15.546819902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"d485b9d4-54ce-4223-9a65-f20b5ab96c6a","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:18.42854539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"332e3ea9-3e2e-43c9-b9a8-3e2dd99e5f4a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:18.563854993Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"332e3ea9-3e2e-43c9-b9a8-3e2dd99e5f4a","name":"e2e-mt-7e6fe88b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:18.699682319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"a958b526-8600-4efa-b78f-e2b654ab55cc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:18.831390945Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"a958b526-8600-4efa-b78f-e2b654ab55cc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:18.889194137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"a958b526-8600-4efa-b78f-e2b654ab55cc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:18.944712506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9439223a-a97b-4c8f-be7c-05bde9eef0f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:18.944735044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9439223a-a97b-4c8f-be7c-05bde9eef0f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:19.922148141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"fa756d6c-e578-40b3-8c38-6c83448ceb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:19.923993004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"553f7348-c6f4-41dc-a07e-966d123a59d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:19.977120785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"fa756d6c-e578-40b3-8c38-6c83448ceb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:19.979202495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"553f7348-c6f4-41dc-a07e-966d123a59d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:20.137257201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"0e1e4fe0-0649-494f-b250-cbe8ce338aa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:20.137263028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"966c3ef6-1d31-4857-b8a2-6f6590a67077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:20.192558721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"966c3ef6-1d31-4857-b8a2-6f6590a67077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:20.192670271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"0e1e4fe0-0649-494f-b250-cbe8ce338aa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:20.565498308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"13058499-6ead-4fcf-848d-51b5851b5640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:20.565503532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c0bce5b9-1ee5-465c-88be-6be4544f26aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:20.622294973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"13058499-6ead-4fcf-848d-51b5851b5640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:20.622339261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c0bce5b9-1ee5-465c-88be-6be4544f26aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:20.826743795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"67769a96-03ad-447a-a1ae-362c7f785031","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:20.951404759Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"67769a96-03ad-447a-a1ae-362c7f785031","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.005268769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"67769a96-03ad-447a-a1ae-362c7f785031","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.059078466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e5ca441-a2b5-4f84-9493-908be12f5e7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.059098015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e5ca441-a2b5-4f84-9493-908be12f5e7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.238652091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c047ce2-7f23-4120-9f08-f016071b5b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.289039378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c047ce2-7f23-4120-9f08-f016071b5b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.339331666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c047ce2-7f23-4120-9f08-f016071b5b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.389726264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c047ce2-7f23-4120-9f08-f016071b5b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.80952309Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8c2357","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8c2357","reconcileID":"82575e3a-e71b-4205-b97d-f1e64eae8242","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8c2357","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-8c2357":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:23.23590047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e6c631-3f6c-469f-80d4-59c00d41ba59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:23.287365759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e6c631-3f6c-469f-80d4-59c00d41ba59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:23.338375677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e6c631-3f6c-469f-80d4-59c00d41ba59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:23.38828683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e6c631-3f6c-469f-80d4-59c00d41ba59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.256467052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1d6e66-c244-44dc-9544-38917e0ec61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.311895349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1d6e66-c244-44dc-9544-38917e0ec61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.399106662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1d6e66-c244-44dc-9544-38917e0ec61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.468851256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1d6e66-c244-44dc-9544-38917e0ec61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:27.462347511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0924cce4-d925-4022-babf-ba2e37460663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:27.512420271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0924cce4-d925-4022-babf-ba2e37460663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:27.562789455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0924cce4-d925-4022-babf-ba2e37460663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:27.612812227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0924cce4-d925-4022-babf-ba2e37460663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:29.045289188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"031923bf-9dc9-46be-8a53-a4fe1851dfec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:29.175139021Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"031923bf-9dc9-46be-8a53-a4fe1851dfec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:29.22906163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"031923bf-9dc9-46be-8a53-a4fe1851dfec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:29.284829302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afa10055-a947-4e4d-bb62-77fe496dc388","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:29.284851667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afa10055-a947-4e4d-bb62-77fe496dc388","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:31.218499801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"2c36a9aa-ba3d-4293-b46a-2b76ce9598ba","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:31.343009242Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"2c36a9aa-ba3d-4293-b46a-2b76ce9598ba","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:31.397150378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"2c36a9aa-ba3d-4293-b46a-2b76ce9598ba","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:31.452482587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb072c23-9314-43e4-a438-6c64d69ded30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:31.452503451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb072c23-9314-43e4-a438-6c64d69ded30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:38.323721077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:39.390689333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"8ccea70f-28d8-4869-b290-f6eb459f25fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:39.521038705Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"8ccea70f-28d8-4869-b290-f6eb459f25fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:39.575206786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"8ccea70f-28d8-4869-b290-f6eb459f25fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:39.628978091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78896adc-bfcf-4c8f-816e-5eee556fe74e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:39.628999292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78896adc-bfcf-4c8f-816e-5eee556fe74e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:41.60275381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"1209db9b-bf40-4e35-bb30-a1b23338addd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:41.728417811Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"1209db9b-bf40-4e35-bb30-a1b23338addd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:41.782377978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"1209db9b-bf40-4e35-bb30-a1b23338addd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:41.840503012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"075d920d-6746-4649-9d33-ee2e80a31b49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:41.840525192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"075d920d-6746-4649-9d33-ee2e80a31b49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.731893266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"f0740d6e-4891-49c5-9fe7-001c992cd7df","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.732574966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"3fe56f56-fbfa-4447-9e7d-839267ba8950","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.733010654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"8caef375-197e-430b-8f55-b3863c89949e","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.798933354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"ad4c896c-b9e1-4f43-a8b5-663a9627977d","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.799304448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"3bd5a6bc-e778-4ef3-b322-a4e354e7cb4a","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.799609383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"f291ee04-5e65-400d-85a5-5d1df34af24d","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.890196537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"93741563-94db-4f8f-a6ae-2b3fbbc172d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.890248808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"20eda9ad-e39c-4c26-acc5-c3f1cfe1668b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.975508759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"6b8db5ba-59a8-4195-96d7-d19a30e21935","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.975965185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"20eda9ad-e39c-4c26-acc5-c3f1cfe1668b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.976730287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"dcbc4887-fbf1-4db0-9149-883c5c14ad58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:44.118457985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"93741563-94db-4f8f-a6ae-2b3fbbc172d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:44.434099676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"46f6a559-ee5a-4289-8976-c7fec3b05883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:44.536837457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"c7f26e96-0b63-4109-89a4-e8de365105be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:44.546910064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"46f6a559-ee5a-4289-8976-c7fec3b05883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:44.644330229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"c7f26e96-0b63-4109-89a4-e8de365105be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:49.728920096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"930294ef-4fec-45e2-92a4-80842d1afd72","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:49.857969072Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"930294ef-4fec-45e2-92a4-80842d1afd72","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:49.912146245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"930294ef-4fec-45e2-92a4-80842d1afd72","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:49.967825636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b099118-3aa5-4704-8766-8bcb89971601","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:49.967847223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b099118-3aa5-4704-8766-8bcb89971601","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:51.990047305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"38d12cd4-33c9-4c9d-93ed-e5134df58cea","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:52.114252941Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"38d12cd4-33c9-4c9d-93ed-e5134df58cea","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:52.168531565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"38d12cd4-33c9-4c9d-93ed-e5134df58cea","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:52.222595844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaf666b7-2f10-4d31-9584-22d2e6d0a3a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:52.222617607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaf666b7-2f10-4d31-9584-22d2e6d0a3a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:55.065646028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44189cc4-2ef2-41f0-b57c-4ced3de60b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:55.117582651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44189cc4-2ef2-41f0-b57c-4ced3de60b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:55.16938757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44189cc4-2ef2-41f0-b57c-4ced3de60b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:55.220865278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44189cc4-2ef2-41f0-b57c-4ced3de60b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:57.072340145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8350956-788b-4ef4-9827-485a4291b33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:57.122367585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8350956-788b-4ef4-9827-485a4291b33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:57.172585575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8350956-788b-4ef4-9827-485a4291b33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:57.22265497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8350956-788b-4ef4-9827-485a4291b33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:00.070415227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"b93db8c8-d42f-4dc1-b494-bff7312e2867","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:00.202243082Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"b93db8c8-d42f-4dc1-b494-bff7312e2867","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:00.256248618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"b93db8c8-d42f-4dc1-b494-bff7312e2867","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:00.313132398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"741cd891-c457-4085-b305-e6be59663193","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:00.313153875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"741cd891-c457-4085-b305-e6be59663193","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:02.273868533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"e01df86b-de0b-4d17-9802-933be53eb7b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:02.274561946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"59383e5a-3313-42b2-87e1-bb841f3ecb56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:02.397323619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"e01df86b-de0b-4d17-9802-933be53eb7b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:02.399598518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"59383e5a-3313-42b2-87e1-bb841f3ecb56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:02.410403939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"86ac3f1c-4913-46a1-87a6-8d9f230f0e7a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:02.537650301Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"86ac3f1c-4913-46a1-87a6-8d9f230f0e7a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:02.591618898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"86ac3f1c-4913-46a1-87a6-8d9f230f0e7a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:02.655347153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b922de-3fe9-48f7-bc64-92ae924d71c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:02.664658021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b922de-3fe9-48f7-bc64-92ae924d71c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:03.568290375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"c4c4188e-6193-4273-94b6-408c6562a95c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:03.681625503Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"c4c4188e-6193-4273-94b6-408c6562a95c","name":"e2e-api-a-8c2357-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:08.323742987Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:10.414510705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"75db8562-9767-4a05-80c4-cd5ddbcbf64d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:10.540713003Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"75db8562-9767-4a05-80c4-cd5ddbcbf64d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:10.594905181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"75db8562-9767-4a05-80c4-cd5ddbcbf64d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:10.651526913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cea09143-67fe-4429-b215-da7e5e36fe1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:10.651553145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cea09143-67fe-4429-b215-da7e5e36fe1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:12.805004541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"d8cce2a0-f606-4662-b9e4-6cca91f112f1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:12.929844926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"d8cce2a0-f606-4662-b9e4-6cca91f112f1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:12.984351524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"d8cce2a0-f606-4662-b9e4-6cca91f112f1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:13.038498305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9de15e0c-e9c0-46d9-9fe6-b6b94df1d5f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:13.038523822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9de15e0c-e9c0-46d9-9fe6-b6b94df1d5f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:14.781525594Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"0d6c600f-5eaa-4f25-b4b6-a3e3e9d72c0a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:14.781640331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc033687-aec0-4c86-a8e7-d669b8068f22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:14.781659867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc033687-aec0-4c86-a8e7-d669b8068f22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:14.88180689Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-policy-0f11209f","reconcileID":"0d6c600f-5eaa-4f25-b4b6-a3e3e9d72c0a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"policyNamespace":"ai-tenant-e2e-mt-d618dd7d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:14.936748005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b67f577-9d25-43e2-8a19-581e675bc1d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:14.936770229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b67f577-9d25-43e2-8a19-581e675bc1d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:15.108778553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a41e8c7-7333-48f0-a281-1a7c9b60b04f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:15.108802131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a41e8c7-7333-48f0-a281-1a7c9b60b04f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:18.937879531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"6c187cfa-6b00-4a7e-a0a9-443114af5246","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:19.861404876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"ad167c52-31a0-465a-bcff-12762b841b04","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:19.916387028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"ed976137-c070-4747-9a04-690fad5907d4","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.065165085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d26d55ce-5c7e-469d-b92a-faff96a98d2f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.120081575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d26d55ce-5c7e-469d-b92a-faff96a98d2f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.158253236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"e8a640ed-e956-4cd6-8cd5-d9aecb51d729","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.174016374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1ce0ac71d667e9191321999bc6f95c246aa9243bcc233f5a95cf97e4c1869f0) AuthConfig (60d2a43344c64f8cf0e9ac61cdf7ec1c64b234dbfcf014905c179e2106551d73) AuthConfig (f92a29d428ecd6cd4c4356183188613e80361e23f9ecb5ba7ac16d26e90bb1df) AuthConfig (94253837587e7f289f19992338657813bf917b0271d21e01aad4e9d57045fe19) AuthConfig (56d0cb4c4a1a55b2afea9b0c179bdd2fe6510e65c9771eca48c393cef51e5c23) AuthConfig (2353a6419bcb003c43bee527a1dabf26419e2ef918a27a7e8f9a8d466c9d6ab6) AuthConfig (e6c3d95f87f5fc88c07fc6b75da4412f3373ad1e3843099752e44977525ac64f) AuthConfig (d78b235b237238f6f23d3ec04e4b7e2216a57e2057452278474ddf42f0e9fdec) AuthConfig (3d2cac14b7c5d7e3f85a040bd8bc304d3e43219f72fd7ab4acad99c53a341ab3) AuthConfig (6ad038c23162a075c9a7c9e1be475e14ab5cf32b10c1eb940de03dd41e4d7125) AuthConfig (005675a4758d917ffc56efbda652dfbcdf6074612ed12900152865b7e60910ae) AuthConfig (3663029dd894e86483ab7f8cd98259e44b22f987a896957ec577f46a67f7bd9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d26d55ce-5c7e-469d-b92a-faff96a98d2f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.212960976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"d1585aa8-7719-462d-9515-30dc1d35073a","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.229625444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"0304b11e-041f-41d6-954b-2bea5e2089ea","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:51:20.265124312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub","reconcileID":"eafd8f8f-c8ab-4341-a0a5-f43e435ccfa3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.307236609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"14c0a605-1df9-4ab7-89d4-30c92ab5705f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.307249069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"cbed97d3-c2bc-443c-9a46-29a984e78af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.362565151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"cbed97d3-c2bc-443c-9a46-29a984e78af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.362584858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"14c0a605-1df9-4ab7-89d4-30c92ab5705f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.378429467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"97d00d4c-2c54-4ade-b4aa-381eb67c4e9a","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.406656042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fdf5cc86-b01a-45df-a68e-36672c22accd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.433554768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"786b708f-3a0a-4276-b693-0392b9f3aac9","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.461546444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fdf5cc86-b01a-45df-a68e-36672c22accd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.515008224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1ce0ac71d667e9191321999bc6f95c246aa9243bcc233f5a95cf97e4c1869f0) AuthConfig (60d2a43344c64f8cf0e9ac61cdf7ec1c64b234dbfcf014905c179e2106551d73) AuthConfig (f92a29d428ecd6cd4c4356183188613e80361e23f9ecb5ba7ac16d26e90bb1df) AuthConfig (94253837587e7f289f19992338657813bf917b0271d21e01aad4e9d57045fe19) AuthConfig (56d0cb4c4a1a55b2afea9b0c179bdd2fe6510e65c9771eca48c393cef51e5c23) AuthConfig (2353a6419bcb003c43bee527a1dabf26419e2ef918a27a7e8f9a8d466c9d6ab6) AuthConfig (e6c3d95f87f5fc88c07fc6b75da4412f3373ad1e3843099752e44977525ac64f) AuthConfig (d78b235b237238f6f23d3ec04e4b7e2216a57e2057452278474ddf42f0e9fdec) AuthConfig (3d2cac14b7c5d7e3f85a040bd8bc304d3e43219f72fd7ab4acad99c53a341ab3) AuthConfig (6ad038c23162a075c9a7c9e1be475e14ab5cf32b10c1eb940de03dd41e4d7125) AuthConfig (005675a4758d917ffc56efbda652dfbcdf6074612ed12900152865b7e60910ae) AuthConfig (3663029dd894e86483ab7f8cd98259e44b22f987a896957ec577f46a67f7bd9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fdf5cc86-b01a-45df-a68e-36672c22accd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.663906628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"436fcb2f-d2cb-49cd-a51e-4ea80a754475","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.690102889Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub","reconcileID":"e94342d2-4aa1-4647-9735-021292a6681a","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.718870033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"436fcb2f-d2cb-49cd-a51e-4ea80a754475","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.763961784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"13e6ef5f-8864-4023-b868-157b6bef7cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.769586248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"854265cb-5f93-4c2f-96a0-e251136f7a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.773664892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b63c24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1ce0ac71d667e9191321999bc6f95c246aa9243bcc233f5a95cf97e4c1869f0) AuthConfig (60d2a43344c64f8cf0e9ac61cdf7ec1c64b234dbfcf014905c179e2106551d73) AuthConfig (f92a29d428ecd6cd4c4356183188613e80361e23f9ecb5ba7ac16d26e90bb1df) AuthConfig (94253837587e7f289f19992338657813bf917b0271d21e01aad4e9d57045fe19) AuthConfig (56d0cb4c4a1a55b2afea9b0c179bdd2fe6510e65c9771eca48c393cef51e5c23) AuthConfig (2353a6419bcb003c43bee527a1dabf26419e2ef918a27a7e8f9a8d466c9d6ab6) AuthConfig (e6c3d95f87f5fc88c07fc6b75da4412f3373ad1e3843099752e44977525ac64f) AuthConfig (d78b235b237238f6f23d3ec04e4b7e2216a57e2057452278474ddf42f0e9fdec) AuthConfig (3d2cac14b7c5d7e3f85a040bd8bc304d3e43219f72fd7ab4acad99c53a341ab3) AuthConfig (6ad038c23162a075c9a7c9e1be475e14ab5cf32b10c1eb940de03dd41e4d7125) AuthConfig (005675a4758d917ffc56efbda652dfbcdf6074612ed12900152865b7e60910ae) AuthConfig (3663029dd894e86483ab7f8cd98259e44b22f987a896957ec577f46a67f7bd9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"436fcb2f-d2cb-49cd-a51e-4ea80a754475","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.818634491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"13e6ef5f-8864-4023-b868-157b6bef7cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.824175234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"854265cb-5f93-4c2f-96a0-e251136f7a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.849384485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"00d9ba5d-20cd-4530-9eb5-f751beb72c52","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.891397986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"1a14c6d9-f53c-4aec-b168-9cda59fa8f58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:21.049442371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub","reconcileID":"32548720-2a4d-4830-b9f5-fe3f92e46897","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:23.243735186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"49038eb7-5ca7-40aa-81fe-c214ec66c8bb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:23.300514458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"49038eb7-5ca7-40aa-81fe-c214ec66c8bb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:23.363038422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"49038eb7-5ca7-40aa-81fe-c214ec66c8bb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:25.265752161Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-sub-0f11209f","reconcileID":"977230e4-e52d-41c5-8e09-77c017915b8d","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-0f11209f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:25.474411383Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"namespace":"ai-tenant-e2e-mt-d618dd7d","name":"e2e-shared-int-sub-0f11209f","reconcileID":"977230e4-e52d-41c5-8e09-77c017915b8d","MaaSSubscription":{"name":"e2e-shared-int-sub-0f11209f","namespace":"ai-tenant-e2e-mt-d618dd7d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-70d4c8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:25.67641185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-70d4c8","reconcileID":"2e716d10-1afb-435a-8770-b9fcf36968b4","MaaSSubscription":{"name":"e2e-default-int-sub-70d4c8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:25.676409785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83b2acb4-e6eb-44e4-9b52-38dd289530d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:25.73395116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b39adfc-3a52-4d5f-9283-1f0de6877552","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:25.733978777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b39adfc-3a52-4d5f-9283-1f0de6877552","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:25.796883645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"d8e358cf-37cd-49da-8a40-405318f8f160","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:30.924033059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"931d69a1-051b-44b7-8791-3e629755934d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:30.978871115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"931d69a1-051b-44b7-8791-3e629755934d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:31.362044083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"c299623a-3248-4654-86cc-97fc12c7b6fa","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:31.775999403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"739901ee-03ae-4c5a-9275-8d46f5865c41","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:31.963961567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"368f182b-0383-4c2b-922c-4aaf7cfbd8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:31.96419437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"341807d4-3e1f-4583-a216-05019a957904","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:31.964458368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"2e32a2be-8e72-41e4-aea4-ba3b16cb06b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:32.023664306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"341807d4-3e1f-4583-a216-05019a957904","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:32.027065144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"2e32a2be-8e72-41e4-aea4-ba3b16cb06b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:32.030041237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"368f182b-0383-4c2b-922c-4aaf7cfbd8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:33.513151284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"7cf7de7f-3c2b-4152-8318-685e79e64ee8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:33.568514045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"7cf7de7f-3c2b-4152-8318-685e79e64ee8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:33.880752671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2ee687c-92f6-4b3e-be7e-2b604913ccbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:33.880863171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2ee687c-92f6-4b3e-be7e-2b604913ccbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:37.627778248Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-70d4c8","reconcileID":"ab5a8cb7-f765-436e-bf71-e3caf22fd8c4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-70d4c8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:37.627856953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"002f9a5c-a2c7-4998-b6c2-815631b33378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:37.627873376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"002f9a5c-a2c7-4998-b6c2-815631b33378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:37.790333606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d21c88f-ba98-4008-99d8-974afd4dc9c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:37.790364658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d21c88f-ba98-4008-99d8-974afd4dc9c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:37.94596452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2695553c-6bc2-4f7c-8064-ad22615be5f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:37.945984386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2695553c-6bc2-4f7c-8064-ad22615be5f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:38.163584677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41d1e685-8b9e-4319-9e37-d1dd766efad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:38.163585301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ac8c635-c81a-47f3-b3ca-abe0d19a222b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:38.219362934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41d1e685-8b9e-4319-9e37-d1dd766efad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:38.219377008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ac8c635-c81a-47f3-b3ca-abe0d19a222b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:38.324258864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:41.958386965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub","reconcileID":"a70e2cc9-17de-4441-91b0-3230c30c99e7","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:42.178198267Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub","reconcileID":"a70e2cc9-17de-4441-91b0-3230c30c99e7","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:42.380560155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"d4c29e3c-df03-4f37-a607-aba26c7fec09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:42.390907439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"0d04e129-1cbc-4531-9504-75e112a02250","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:42.542640367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"17b8751f-3e3b-42f1-b262-41afd147e8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:42.542663967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2637ac4c-51c6-4452-ad47-ba5a6c777f67","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:42.543038541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"42fa8f7d-3977-4e9d-ad8e-6a64f63c7f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:42.597920551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"17b8751f-3e3b-42f1-b262-41afd147e8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:42.598003697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2637ac4c-51c6-4452-ad47-ba5a6c777f67","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:42.600098272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"42fa8f7d-3977-4e9d-ad8e-6a64f63c7f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:44.613507207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e5ebf0-f7c8-42a8-8126-371b49208aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:44.752288875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e5ebf0-f7c8-42a8-8126-371b49208aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:44.875328351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e5ebf0-f7c8-42a8-8126-371b49208aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:44.959473105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e5ebf0-f7c8-42a8-8126-371b49208aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:47.361110185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c290f52a-1e3d-4f5c-871e-b4803ae9891d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:47.425604235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c290f52a-1e3d-4f5c-871e-b4803ae9891d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:47.479562417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c290f52a-1e3d-4f5c-871e-b4803ae9891d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:47.53369808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c290f52a-1e3d-4f5c-871e-b4803ae9891d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:48.164079613Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-70d4c8","reconcileID":"4ba1c991-ce85-40c3-bb63-6a72436879ca","MaaSSubscription":{"name":"e2e-default-int-sub-70d4c8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-70d4c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:48.384750616Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-70d4c8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-70d4c8","reconcileID":"4ba1c991-ce85-40c3-bb63-6a72436879ca","MaaSSubscription":{"name":"e2e-default-int-sub-70d4c8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:48.619849962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f56d68f9-a3df-4f3a-823e-7f30e53b53f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:48.658352082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eeaf4fb-509a-41c8-b5d8-d2c6ef904399","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:48.658380631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eeaf4fb-509a-41c8-b5d8-d2c6ef904399","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:48.808121626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f739e22c-a5ad-48aa-bc0b-c7cfade563a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:48.809195761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a33b7c6-56c3-46ca-9a49-f897eb11ba5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:48.896461714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f739e22c-a5ad-48aa-bc0b-c7cfade563a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:48.898074305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a33b7c6-56c3-46ca-9a49-f897eb11ba5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.140711224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2396542e-3986-49be-8d9a-5b3a09262674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.140746257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2396542e-3986-49be-8d9a-5b3a09262674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.228872452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96c63f97-ba76-4914-8d03-3192864435e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.228899999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96c63f97-ba76-4914-8d03-3192864435e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.337500517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"4391e62d-0839-415a-af2b-763953426513","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.463096706Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"4391e62d-0839-415a-af2b-763953426513","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"name":"e2e-api-a-8c2357-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.517345971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8c2357-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"4391e62d-0839-415a-af2b-763953426513","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.572883909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"394aecc1-56ab-4667-977e-b61136b24798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.572992863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"394aecc1-56ab-4667-977e-b61136b24798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:53.42262827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed388c51-4dfc-4c6f-b940-6c7d094759a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:53.472822537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed388c51-4dfc-4c6f-b940-6c7d094759a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:53.523085913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed388c51-4dfc-4c6f-b940-6c7d094759a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:53.57325011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed388c51-4dfc-4c6f-b940-6c7d094759a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:54.004086103Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-69a4bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-69a4bc","reconcileID":"78a4a119-0e9e-4638-96f0-594cb7983760","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-69a4bc","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-69a4bc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:54.600997729Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3c636f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3c636f","reconcileID":"0b87fef1-c662-4d14-b5a9-4928a7dee93f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3c636f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-3c636f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:55.44786881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8828d72-2baf-4ea8-a640-7831a1a4dadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:55.497848044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8828d72-2baf-4ea8-a640-7831a1a4dadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:55.548003695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8828d72-2baf-4ea8-a640-7831a1a4dadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:55.598396325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8828d72-2baf-4ea8-a640-7831a1a4dadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:57.494872314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67da413-06ba-480e-a55f-736a7df14815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:57.571398907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67da413-06ba-480e-a55f-736a7df14815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:57.625655732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67da413-06ba-480e-a55f-736a7df14815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:57.685329521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67da413-06ba-480e-a55f-736a7df14815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:59.673450002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"69df8cad-4b27-4c76-84f1-9dbbf56edd2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:59.728471786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"69df8cad-4b27-4c76-84f1-9dbbf56edd2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"name":"e2e-api-a-8c2357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:59.782106564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8c2357-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"69df8cad-4b27-4c76-84f1-9dbbf56edd2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.13790141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"4428879c-3110-4c2f-b741-c69684ef030f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.292397827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"90278199-f657-4dec-9d57-6701c6555225","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.507063278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"faeb64a9-480f-43a9-a20d-a1c86c76e2a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.509059454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"995d25d3-2cc9-413c-a068-613c0eb6f93b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.509672839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"8ea15609-f491-4865-b862-fab204dfc194","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.635576293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c965c3f7-00e3-4b0d-97d1-784c50ff4a4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.762697447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"6212f75f-24a1-4989-babb-575e0c0cedaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.877112581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7889e49-4054-46f0-9fdd-fca6590bbc23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.878033516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"478973ec-52cd-4e11-801e-8b36996bc18c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.975167768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"616ecca1-af55-454f-a125-889a8c3ac30a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:04.098070768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"d136a89a-c248-4cc6-8c43-fd4971307415","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:04.188016982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"d28b1db2-e026-4cd8-89cb-5109d8dbc67a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:08.32335056Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:09.379362437Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a71f547f-89c6-4caf-bbbf-3f387a8d246b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:09.379457572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"77d3c802-3fe7-42a7-ad4d-c0771d387c42","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:09.533999216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"829ea6ca-ed13-4671-860c-d92b47dcc068","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:09.883448539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"6431b676-3212-4175-b98b-8233b61c5baf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:09.938364887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"6431b676-3212-4175-b98b-8233b61c5baf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"name":"e2e-api-a-8c2357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:09.997404076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8c2357-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (170ec726f3d8b4fefd154577780cdd25f65b9e16d665a2b5252d2ce5690334a1) AuthConfig (bf0d16b7adbfe8c113a6d619fb866a1e31aeccbb209fb960fbf592d7dc0650c9) AuthConfig (faf87eb78d86698d640c559eed7c86e2e0483000161d7b28d89a3265e54dc646) AuthConfig (d905fd18eb870775fd072c4826ac749053077028119f0d27fa94095b7ce2fb7c) AuthConfig (d763c4b41805cd8c1808bbad0f3ccb22c71339216ae1bc7b0c24f129bd52959c) AuthConfig (e0b2e6bdd61cf9181e645a08499a4576de8b36923b9b57d47771af3749c0dc2d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"6431b676-3212-4175-b98b-8233b61c5baf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.053179159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebca8ee0-df33-4530-9b4b-dd355bb41b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.053200901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebca8ee0-df33-4530-9b4b-dd355bb41b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.464446673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"c3871b4d-2e2f-4f59-bf3c-1739849d3f44","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.518343177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"d8f5ade4-1e5d-472b-a730-06c72d3772c3","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.716725418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cccd0f55-68cc-45c5-be30-58e851c12fa6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.744119489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"9826f207-e6a1-4607-b059-7da89d17646d","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.77131726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cccd0f55-68cc-45c5-be30-58e851c12fa6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.800158997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"dae52b43-706b-474a-bbd4-056f7322a73b","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:52:10.850731054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0cc959f6-9059-4867-ab6c-ed42c0932b26","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:52:10.851768283Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"dae52b43-706b-474a-bbd4-056f7322a73b","name":"distinct-w1-b63c24","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-b63c24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:52:10.851822624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"dae52b43-706b-474a-bbd4-056f7322a73b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-b63c24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.857183064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"0423819d-dec6-401f-ac54-cf14d995f3ee","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.942262448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"c43c1472-f39e-4fe8-999f-53e72c2eadb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.942278242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"752db2d0-1dae-4ae1-925c-9453c0de1302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.960782783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"1902cc70-c8f6-4492-82fa-fec87ee735ae","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.998550072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"752db2d0-1dae-4ae1-925c-9453c0de1302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:10.998550012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"c43c1472-f39e-4fe8-999f-53e72c2eadb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.013972199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"1cbd4e7e-deb5-40a5-af33-47f0f64dda46","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.026759017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"b17a092e-7732-40cc-94f6-f6fceb8bfaf1","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.081197489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"63ff996b-7a76-49bf-b46b-0a43ca88605b","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.082072868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"36467953-12bb-4c36-bfc7-00440fae1c8c","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.240512387Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c8f1f896-172b-4dd9-87c3-d63191bef9a9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-w1-b63c24","model":"distinct-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.352618293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d72c8937-43d3-4eb9-8d40-970e74e59daa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.35295032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"6ed2e580-ee18-4cff-b236-7ce8cb85febf","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.353738197Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b63c24 priority=0:[ai-tenant-e2e-worker-w1-b63c24/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-b63c24/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.357412273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"33c04483-febf-4baa-86aa-d9853b7991e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.40891968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d72c8937-43d3-4eb9-8d40-970e74e59daa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.414547779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"a7c23528-094d-489a-a3d5-a6076951d266","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.416843181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"33c04483-febf-4baa-86aa-d9853b7991e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:52:11.417319323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c8f1f896-172b-4dd9-87c3-d63191bef9a9","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.455916609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"1f8aa62c-0a79-4dd7-86dc-03a2a45fa0ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.460372081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"155a417b-aa2f-4811-a6cc-c4e2bb7bc8c3","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.462830695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"e7c4b9a3-d725-4108-896d-259fde4e6078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:52:11.464971511Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b63c24/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.510909563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"1f8aa62c-0a79-4dd7-86dc-03a2a45fa0ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.513195371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"b0cc3f88-623b-4db3-b28d-3bd78f7a0f6c","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.518108569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"e7c4b9a3-d725-4108-896d-259fde4e6078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.619189266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6bc4ce39-442c-440f-b8d0-554a83f90d2d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.714024429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"b3878673-7b62-4bc6-803e-d0908c5dd266","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.721407146Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a973be80-9210-4f3f-b10b-02113aef2d79","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-2-w1-b63c24","model":"distinct-2-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.776547893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"bcb8aa0a-9bcf-4c11-a97a-c47f382e3634","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.860711886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6d7869ae-977e-4d1e-8901-6ad026c5f4cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.881027015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"77f47ac8-d146-49e2-83c4-8057da7d2544","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.915360201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6d7869ae-977e-4d1e-8901-6ad026c5f4cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.963401916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"4d88bb5e-328e-4cdd-8272-889d2f23b0ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.963536041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6010fbb3-e42a-47bc-803e-0e79b9421513","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.963733344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"6417bde2-48a7-4e53-b39f-7823fa7e2220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:12.019060591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"4d88bb5e-328e-4cdd-8272-889d2f23b0ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:12.019690102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"6417bde2-48a7-4e53-b39f-7823fa7e2220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:12.021287326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6010fbb3-e42a-47bc-803e-0e79b9421513","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:12.081755652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ada31a7b-c8cf-4528-ae6c-0bb92dca6e8b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-2-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/distinct-2-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:12.524833877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"fa72222a-8b9d-43ff-bf61-4b94dd1ae4d5","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:12.524869499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"fa72222a-8b9d-43ff-bf61-4b94dd1ae4d5","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:13.701662875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"749fb8ba-626f-4a87-b4d1-3b8bace54a83","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:13.857486754Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0b54c748-0634-4bd1-b233-9857c35d3c4c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f1bb633d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:13.950843556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b4956558-1e63-4e83-a815-1b51cca90713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:13.951072041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8b214c57-ddd1-4a8e-a358-95ec797ade6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:13.950843404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"65e91320-8533-4963-80e6-59cf5875c6d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:13.951515779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"250ca02a-f320-416b-9a6c-ec106936a457","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.00683136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b4956558-1e63-4e83-a815-1b51cca90713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.006860826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8b214c57-ddd1-4a8e-a358-95ec797ade6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.009084209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"65e91320-8533-4963-80e6-59cf5875c6d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.009100579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"250ca02a-f320-416b-9a6c-ec106936a457","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.484978939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fb0f270b-43be-473f-a900-7bad06d73cb9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.486037724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"016958fc-1fa9-4363-9585-010e51f59ea0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.489415492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"5068fd99-b1dd-4a96-920d-ba05bdc9028d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.489854802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"e4f121d5-445d-4468-8f34-ff7cc123d209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.54036286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fb0f270b-43be-473f-a900-7bad06d73cb9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.544515507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"e4f121d5-445d-4468-8f34-ff7cc123d209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.584708544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"5068fd99-b1dd-4a96-920d-ba05bdc9028d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:14.584974816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"016958fc-1fa9-4363-9585-010e51f59ea0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.009488276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"fa775df2-2545-4316-b87d-2e55f013b742","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.009513012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"fa775df2-2545-4316-b87d-2e55f013b742","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.062459337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"d95536ca-acfc-4080-9789-f49690a52400","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.062484538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"d95536ca-acfc-4080-9789-f49690a52400","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.161715149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"d2b7e571-a502-43b8-a52d-f65ef877a652","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.285339282Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"d2b7e571-a502-43b8-a52d-f65ef877a652","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.288568878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"9ea1a1b4-4b18-46c4-bacd-4bd9e3777c1f","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.288588029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"9ea1a1b4-4b18-46c4-bacd-4bd9e3777c1f","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.339075587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7e6fe88b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"d2b7e571-a502-43b8-a52d-f65ef877a652","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.347463604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"cfed3936-9e7c-4bc3-ba6d-93ca279a3d27","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.392838284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"fffc5bb6-9d5c-4aed-b592-1e1e47ad7e76","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.392866018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"fffc5bb6-9d5c-4aed-b592-1e1e47ad7e76","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.396951194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"98ad54b2-0942-4980-b8c0-f5d26342dac8","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.396970763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"98ad54b2-0942-4980-b8c0-f5d26342dac8","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:52:18.401074537Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-7e6fe88b/e2e-sub-7e6fe88b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-7e6fe88b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.449862993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"e4ebb0de-d110-45cb-a1ab-c567a535f309","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.449885471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"e4ebb0de-d110-45cb-a1ab-c567a535f309","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.492804438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"3a8f65f8-4733-410c-b158-0da5477e466f","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.547406618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"3a8f65f8-4733-410c-b158-0da5477e466f","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.601178089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7e6fe88b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"3a8f65f8-4733-410c-b158-0da5477e466f","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:52:18.653307457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"3a8f65f8-4733-410c-b158-0da5477e466f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-policy-7e6fe88b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.653557945Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"ffbc9c71-c273-42cb-8795-10b19fce6eb2","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"maas-trlp-e2e-lifecycle-model-7e6fe88b","model":"e2e-lifecycle-model-7e6fe88b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-7e6fe88b/e2e-sub-7e6fe88b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.757973432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"e722e35e-9412-423e-8f9f-fdb0cef4cc5f","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.812525334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"e722e35e-9412-423e-8f9f-fdb0cef4cc5f","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.813401357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"c97030b4-d8f0-48ca-929e-9f331f7855dd","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.813422937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"c97030b4-d8f0-48ca-929e-9f331f7855dd","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:18.866104958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7e6fe88b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"e722e35e-9412-423e-8f9f-fdb0cef4cc5f","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:19.014000306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"7f307413-d44b-41ce-9c5d-b42580a52b37","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"maas-trlp-e2e-lifecycle-model-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:20.153173237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"228a85f6-cc9c-4f08-b631-e0f727756456","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:20.209349611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"228a85f6-cc9c-4f08-b631-e0f727756456","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"name":"e2e-api-a-8c2357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:20.263860538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8c2357-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (170ec726f3d8b4fefd154577780cdd25f65b9e16d665a2b5252d2ce5690334a1) AuthConfig (bf0d16b7adbfe8c113a6d619fb866a1e31aeccbb209fb960fbf592d7dc0650c9) AuthConfig (faf87eb78d86698d640c559eed7c86e2e0483000161d7b28d89a3265e54dc646) AuthConfig (d905fd18eb870775fd072c4826ac749053077028119f0d27fa94095b7ce2fb7c) AuthConfig (d763c4b41805cd8c1808bbad0f3ccb22c71339216ae1bc7b0c24f129bd52959c) AuthConfig (e0b2e6bdd61cf9181e645a08499a4576de8b36923b9b57d47771af3749c0dc2d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"228a85f6-cc9c-4f08-b631-e0f727756456","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:23.908034084Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub1","reconcileID":"323662e7-2e97-4587-af56-396c01c4e176","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:23.958534404Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub1","reconcileID":"323662e7-2e97-4587-af56-396c01c4e176","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.00933658Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub1","reconcileID":"323662e7-2e97-4587-af56-396c01c4e176","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.27790003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"674338b1-a08c-4dae-b6bf-02d51f200a6b","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.337264723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"30a42f68-ad3d-45b6-8917-f3be501df0a7","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.337284593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"30a42f68-ad3d-45b6-8917-f3be501df0a7","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.442570434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"e67405f0-8908-423f-b80c-988c997d3d6f","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.535159949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bdbbb22f-6afa-40bc-8be2-54f6ae8a0f84","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.542160686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"68b24bba-4d7e-4fa0-8ff4-226c1834a139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.591346893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bdbbb22f-6afa-40bc-8be2-54f6ae8a0f84","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.596750855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"68b24bba-4d7e-4fa0-8ff4-226c1834a139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.598155017Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub2","reconcileID":"20fd3d26-335e-4d83-b1a5-c2f4d25a76b9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d840f0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.633831129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a9f98e4f-6e0e-4074-88ab-6ce50c84285f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.633824928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d775f2ce-4165-471e-a881-cffab8cb4f22","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.693076458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a9f98e4f-6e0e-4074-88ab-6ce50c84285f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.698062305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d775f2ce-4165-471e-a881-cffab8cb4f22","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:24.999960386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"459ac98f-096f-4929-8f80-6b59b20229eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:25.00011021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e75f14fe-a515-4933-91e0-d2b45572c063","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:25.055119843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e75f14fe-a515-4933-91e0-d2b45572c063","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:25.05525884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"459ac98f-096f-4929-8f80-6b59b20229eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:25.14845901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"81f3d5af-ea9e-442b-8266-f52fea18dcb0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:25.148458017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"b3c2ff51-987f-4c46-a841-9a4afcbd8c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:25.2038077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"81f3d5af-ea9e-442b-8266-f52fea18dcb0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:25.204875288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"b3c2ff51-987f-4c46-a841-9a4afcbd8c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:28.726727554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"cfbdb269-4080-4245-a3f7-9e38c176c85d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:28.889202166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"c02c748d-a4a4-4233-9978-c3eeb5afcd85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:28.889839206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"b0e8a207-457e-499f-a4f4-8f344c37b797","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:28.985707877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"7b023159-4285-4362-b2c9-947d9d0b8123","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:28.986499702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"03b62e6c-66cb-4936-8bef-4b15ca72c972","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.040904703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"7b023159-4285-4362-b2c9-947d9d0b8123","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.087857003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e99db2f-08b2-49d3-b0df-20f5e242d4da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.094619929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7e6fe88b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (64cfdf390ac21c68f074df6a9ccef17000e4ee7e1e17b4cc6eac0f256f089731) AuthConfig (d95fba7acb118f12bb918883b255eaa044c358377dc32321e18af256a4d1ab08) AuthConfig (2b5c9c4ab609c2ac2747f41a5503280ab2570989397b2d2219b655d71a392a0c) AuthConfig (d40a4a75535b7a4992ea37def30fc09965d44d35c5fb42cc6c79880cd70db3ac) AuthConfig (fc1aba8a7f02f75d3572b913b223d5e656768e22f3dc835e442ae488919bd2da) AuthConfig (a576f19f98459c21abb25abbdead69576b97f2195708ed76c5ea37d5e8fcf75e) AuthConfig (b99d6416090b5769302a0513e2750e2f00c97ba9ddf516b2c79fbd5b4e21044b) AuthConfig (e37887289eabde17ada61251adf7f23e5582ec813a3ccc9868c9b9ff2614d832) AuthConfig (3db98377dfee23d569f2c1720e57367a0427910c335a549dd2ee92755b0bf221) AuthConfig (365db5ddf10fa7d5ce0db48020f72b37c005f900976821427817046d45851b34) AuthConfig (f4fb27819e24990ec810589d67204d27bb80c067a15494e8c8d798655702debf) AuthConfig (ca9308b0dc5c0a3f1921bfd2a8ab779d2bbd9f17f6a105537a15c874dd1f1313) AuthConfig (48318bc716a33c0cadf0fb12cfe88806eb513b53d899d6a195887d4c24fe6e52) AuthConfig (90f2f42fd471b203a23ce1bcdd7f731edca638c165aebe491d6cf05cd89ceaaa) AuthConfig (25c64e08036e7eceb2f0c8d1c2cff8613245622b4f2632fe13ac8ce5e9336731) AuthConfig (0ad91ba8caf4af5f91c5cf6784c4123fe9ff16f7ed54f1eabe94566027cad22b) AuthConfig (555cfbbcfc6119848365a2483e744a4865801542028b32f178e92ceb6f6d43b3) AuthConfig (df78f3ceefb0fe80552748869e6529c5f2d757759b8487fd30064135932b161c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"7b023159-4285-4362-b2c9-947d9d0b8123","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.15078959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"359fd296-27ae-4d6c-95b5-691d588904b2","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.150811837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"359fd296-27ae-4d6c-95b5-691d588904b2","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.188684227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"1e6ce403-1e66-4cda-9a07-c45cd1faff15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.288919598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"b5ead145-c43b-40e6-8e8d-b14610b8073d","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"maas-trlp-e2e-lifecycle-model-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.447053785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"ef3715ca-cffb-4013-bca9-2891e6ce397f","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.447075378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"ef3715ca-cffb-4013-bca9-2891e6ce397f","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.454111965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"d3617162-1b68-40d7-af1b-47c3336bef8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.570102466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"66bf65b4-3f5c-4cf6-834c-6b8c786e0608","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.583331527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"1ecf594f-747f-4e4b-82b1-8d9b2e0f143c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.682062672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a397d887-3818-406f-a575-3d7bbbd76b1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.758567589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"6cd109ed-b749-4af0-9ca9-0d1e1568270e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.854293503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"d1cf47db-44d8-46ef-a546-a9cf0204b857","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.069003927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"a48b079f-29ab-4d2a-b80e-747e30d80b3c","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.128083083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d0f5d376-3150-40aa-9e4a-019f07b2f7d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.13458972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"a48b079f-29ab-4d2a-b80e-747e30d80b3c","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.136712382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"63c55b46-902c-496d-baa9-9b06ae88154e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.136738766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"110e627c-5373-4320-9b04-37e8353843ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.137068686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"02e3cec6-28a9-4aec-9d26-a6226ca91878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.184053661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d0f5d376-3150-40aa-9e4a-019f07b2f7d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.189792979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7e6fe88b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (64cfdf390ac21c68f074df6a9ccef17000e4ee7e1e17b4cc6eac0f256f089731) AuthConfig (d95fba7acb118f12bb918883b255eaa044c358377dc32321e18af256a4d1ab08) AuthConfig (2b5c9c4ab609c2ac2747f41a5503280ab2570989397b2d2219b655d71a392a0c) AuthConfig (d40a4a75535b7a4992ea37def30fc09965d44d35c5fb42cc6c79880cd70db3ac) AuthConfig (fc1aba8a7f02f75d3572b913b223d5e656768e22f3dc835e442ae488919bd2da) AuthConfig (a576f19f98459c21abb25abbdead69576b97f2195708ed76c5ea37d5e8fcf75e) AuthConfig (b99d6416090b5769302a0513e2750e2f00c97ba9ddf516b2c79fbd5b4e21044b) AuthConfig (e37887289eabde17ada61251adf7f23e5582ec813a3ccc9868c9b9ff2614d832) AuthConfig (3db98377dfee23d569f2c1720e57367a0427910c335a549dd2ee92755b0bf221) AuthConfig (365db5ddf10fa7d5ce0db48020f72b37c005f900976821427817046d45851b34) AuthConfig (f4fb27819e24990ec810589d67204d27bb80c067a15494e8c8d798655702debf) AuthConfig (ca9308b0dc5c0a3f1921bfd2a8ab779d2bbd9f17f6a105537a15c874dd1f1313) AuthConfig (48318bc716a33c0cadf0fb12cfe88806eb513b53d899d6a195887d4c24fe6e52) AuthConfig (90f2f42fd471b203a23ce1bcdd7f731edca638c165aebe491d6cf05cd89ceaaa) AuthConfig (25c64e08036e7eceb2f0c8d1c2cff8613245622b4f2632fe13ac8ce5e9336731) AuthConfig (0ad91ba8caf4af5f91c5cf6784c4123fe9ff16f7ed54f1eabe94566027cad22b) AuthConfig (555cfbbcfc6119848365a2483e744a4865801542028b32f178e92ceb6f6d43b3) AuthConfig (df78f3ceefb0fe80552748869e6529c5f2d757759b8487fd30064135932b161c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"a48b079f-29ab-4d2a-b80e-747e30d80b3c","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.194039793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"63c55b46-902c-496d-baa9-9b06ae88154e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.195666996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"02e3cec6-28a9-4aec-9d26-a6226ca91878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.199081847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"110e627c-5373-4320-9b04-37e8353843ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.364863489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"afe88641-a480-428d-9677-16afee1ce985","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.41968172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"afe88641-a480-428d-9677-16afee1ce985","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"name":"e2e-api-a-8c2357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.633579093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"a53c8550-6f1b-4770-a194-4f14dc37bad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.633579954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d8890e82-9df0-433e-9580-8e14c78e28f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.633804797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"42a8056c-2c37-415f-a05f-c6b71b369dfa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.634028419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"f582ca59-4834-40cb-9d84-c9f9b96a18ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.689361589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d8890e82-9df0-433e-9580-8e14c78e28f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.689452825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"a53c8550-6f1b-4770-a194-4f14dc37bad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.691506337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"42a8056c-2c37-415f-a05f-c6b71b369dfa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.691882335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"f582ca59-4834-40cb-9d84-c9f9b96a18ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.72928345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9017c5bc-8e0a-43b8-801c-23104e8eaaee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.729304422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9017c5bc-8e0a-43b8-801c-23104e8eaaee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:34.649443678Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d9fc5f9e-b130-416e-b3b6-d73efdfe5dfe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-2-w1-b63c24","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:34.699944607Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d9fc5f9e-b130-416e-b3b6-d73efdfe5dfe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-2-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:34.750342479Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d9fc5f9e-b130-416e-b3b6-d73efdfe5dfe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/distinct-2-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.016798463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"cd3ec1a1-5a68-43a7-8d49-327d74795a19","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.16381986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"17d89851-3735-47ae-a695-4ee373b8ac19","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.266781582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"daf89401-de29-4d55-8a71-68963c970946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.266920712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c37dc153-c5c2-4caa-817f-68c947b3ff36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.266781623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"46a0dcd0-9717-4a3b-8d01-c637e5108587","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.267287385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd602971-7287-42a2-8692-b436d89fc531","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.322282133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"daf89401-de29-4d55-8a71-68963c970946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.323107249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"46a0dcd0-9717-4a3b-8d01-c637e5108587","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.324607435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c37dc153-c5c2-4caa-817f-68c947b3ff36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.326800662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd602971-7287-42a2-8692-b436d89fc531","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.524694673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6526dfe7-8289-4b25-b311-b8cabe252870","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.724706842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b9cb40b0-17c1-48a1-abf6-f841339ec80c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.779126543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"ac02d3ec-42c9-4407-b1e9-0f3601b92995","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.77968287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b9cb40b0-17c1-48a1-abf6-f841339ec80c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.93410924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"a4155eab-0a6c-4fef-b5cd-f2bc4594d21d","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:35.934119407Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d43c4cc1-607e-4012-bc1f-060ae4d569c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-2-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:36.145574159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"5072bd78-28ab-4ea8-a4d8-1e295ba12491","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:38.298804152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"bdff2a07-32ca-4ed7-8d59-6c25885d76fa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:38.326680246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:38.421702312Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"bdff2a07-32ca-4ed7-8d59-6c25885d76fa","name":"e2e-api-a-69a4bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:40.291756365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"fe9d8129-f35a-4c4b-9821-dd3278282785","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:40.346685665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"fe9d8129-f35a-4c4b-9821-dd3278282785","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:40.400572994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7e6fe88b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (64cfdf390ac21c68f074df6a9ccef17000e4ee7e1e17b4cc6eac0f256f089731) AuthConfig (d95fba7acb118f12bb918883b255eaa044c358377dc32321e18af256a4d1ab08) AuthConfig (2b5c9c4ab609c2ac2747f41a5503280ab2570989397b2d2219b655d71a392a0c) AuthConfig (d40a4a75535b7a4992ea37def30fc09965d44d35c5fb42cc6c79880cd70db3ac) AuthConfig (fc1aba8a7f02f75d3572b913b223d5e656768e22f3dc835e442ae488919bd2da) AuthConfig (a576f19f98459c21abb25abbdead69576b97f2195708ed76c5ea37d5e8fcf75e) AuthConfig (b99d6416090b5769302a0513e2750e2f00c97ba9ddf516b2c79fbd5b4e21044b) AuthConfig (e37887289eabde17ada61251adf7f23e5582ec813a3ccc9868c9b9ff2614d832) AuthConfig (3db98377dfee23d569f2c1720e57367a0427910c335a549dd2ee92755b0bf221) AuthConfig (365db5ddf10fa7d5ce0db48020f72b37c005f900976821427817046d45851b34) AuthConfig (f4fb27819e24990ec810589d67204d27bb80c067a15494e8c8d798655702debf) AuthConfig (ca9308b0dc5c0a3f1921bfd2a8ab779d2bbd9f17f6a105537a15c874dd1f1313) AuthConfig (48318bc716a33c0cadf0fb12cfe88806eb513b53d899d6a195887d4c24fe6e52) AuthConfig (90f2f42fd471b203a23ce1bcdd7f731edca638c165aebe491d6cf05cd89ceaaa) AuthConfig (25c64e08036e7eceb2f0c8d1c2cff8613245622b4f2632fe13ac8ce5e9336731) AuthConfig (0ad91ba8caf4af5f91c5cf6784c4123fe9ff16f7ed54f1eabe94566027cad22b) AuthConfig (555cfbbcfc6119848365a2483e744a4865801542028b32f178e92ceb6f6d43b3) AuthConfig (df78f3ceefb0fe80552748869e6529c5f2d757759b8487fd30064135932b161c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"fe9d8129-f35a-4c4b-9821-dd3278282785","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:43.170834945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"8c4e85e9-8d97-4cdd-92b8-66d95b652675","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:43.284108788Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"8c4e85e9-8d97-4cdd-92b8-66d95b652675","name":"e2e-api-b-3c636f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:50.50120086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"b9fe2729-00bd-4528-a201-e0d76c3568e8","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:50.559235757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"b9fe2729-00bd-4528-a201-e0d76c3568e8","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:50.621133495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7e6fe88b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (64cfdf390ac21c68f074df6a9ccef17000e4ee7e1e17b4cc6eac0f256f089731) AuthConfig (d95fba7acb118f12bb918883b255eaa044c358377dc32321e18af256a4d1ab08) AuthConfig (2b5c9c4ab609c2ac2747f41a5503280ab2570989397b2d2219b655d71a392a0c) AuthConfig (d40a4a75535b7a4992ea37def30fc09965d44d35c5fb42cc6c79880cd70db3ac) AuthConfig (fc1aba8a7f02f75d3572b913b223d5e656768e22f3dc835e442ae488919bd2da) AuthConfig (a576f19f98459c21abb25abbdead69576b97f2195708ed76c5ea37d5e8fcf75e) AuthConfig (b99d6416090b5769302a0513e2750e2f00c97ba9ddf516b2c79fbd5b4e21044b) AuthConfig (e37887289eabde17ada61251adf7f23e5582ec813a3ccc9868c9b9ff2614d832) AuthConfig (3db98377dfee23d569f2c1720e57367a0427910c335a549dd2ee92755b0bf221) AuthConfig (365db5ddf10fa7d5ce0db48020f72b37c005f900976821427817046d45851b34) AuthConfig (f4fb27819e24990ec810589d67204d27bb80c067a15494e8c8d798655702debf) AuthConfig (ca9308b0dc5c0a3f1921bfd2a8ab779d2bbd9f17f6a105537a15c874dd1f1313) AuthConfig (48318bc716a33c0cadf0fb12cfe88806eb513b53d899d6a195887d4c24fe6e52) AuthConfig (90f2f42fd471b203a23ce1bcdd7f731edca638c165aebe491d6cf05cd89ceaaa) AuthConfig (25c64e08036e7eceb2f0c8d1c2cff8613245622b4f2632fe13ac8ce5e9336731) AuthConfig (0ad91ba8caf4af5f91c5cf6784c4123fe9ff16f7ed54f1eabe94566027cad22b) AuthConfig (555cfbbcfc6119848365a2483e744a4865801542028b32f178e92ceb6f6d43b3) AuthConfig (df78f3ceefb0fe80552748869e6529c5f2d757759b8487fd30064135932b161c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"b9fe2729-00bd-4528-a201-e0d76c3568e8","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:53.956008448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ad24be0d-2376-4ddf-90da-f3823c2ac051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:53.961950758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"da43f3cd-7c85-48e7-919f-e38b65229655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:54.018881526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ad24be0d-2376-4ddf-90da-f3823c2ac051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:54.019957675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"da43f3cd-7c85-48e7-919f-e38b65229655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:54.368382673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4c3b6821-196e-40d5-a5f5-cdd94da3975b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:54.368409897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"1e4e9cef-4103-4c9f-85a1-341100f35905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:54.423559557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"1e4e9cef-4103-4c9f-85a1-341100f35905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:54.42360881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4c3b6821-196e-40d5-a5f5-cdd94da3975b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:00.72197438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"b0385db8-1b35-45de-a67a-36408ebd98c5","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:00.777126837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"b0385db8-1b35-45de-a67a-36408ebd98c5","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:01.087829281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"f36235d4-7a13-43c9-b8f3-8ce0dde7e284","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:01.087852312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"f36235d4-7a13-43c9-b8f3-8ce0dde7e284","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:02.619479718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a14b8e5-adae-408e-921a-77290fcd282e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:02.619507711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a14b8e5-adae-408e-921a-77290fcd282e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:02.67245541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6df1d01c-e0ae-4d0f-a1a1-0ed268e82575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:02.672479386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6df1d01c-e0ae-4d0f-a1a1-0ed268e82575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:02.822551159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b9040713","reconcileID":"28c2051a-5996-40d7-adcc-cd718ed9aea2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:02.881763231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b9040713","reconcileID":"28c2051a-5996-40d7-adcc-cd718ed9aea2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:02.904171022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af704977-e8ab-4732-ab52-df241c74f9a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:02.904193036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af704977-e8ab-4732-ab52-df241c74f9a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:02.960021084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bb4001e-8bd1-45e6-808e-290d4de929cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:02.960053643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bb4001e-8bd1-45e6-808e-290d4de929cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:53:03.019097908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b9040713","reconcileID":"f2d91876-c688-44dc-ab6b-0a633e52f370","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-b9040713\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.053072326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb786bd8-3311-47f0-a2bc-fb33d377758c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.05307475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83c2b2e6-0483-4bbe-83c3-6db29881a0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.109042694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83c2b2e6-0483-4bbe-83c3-6db29881a0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.109068768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb786bd8-3311-47f0-a2bc-fb33d377758c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.135053114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88ae6cbc-20c7-406a-b9b3-8af706740530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.13507277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88ae6cbc-20c7-406a-b9b3-8af706740530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.140716889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c55ca9f3-5a8d-4b36-8267-daa1372e7a8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.140743951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c55ca9f3-5a8d-4b36-8267-daa1372e7a8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.190511253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d00c6eae-3432-44e0-9781-11c4837a06da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.19053357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d00c6eae-3432-44e0-9781-11c4837a06da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.291807109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b9040713","reconcileID":"d30ab91a-4222-43e9-9dec-6ed64ae93ab1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.350454777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b9040713","reconcileID":"d30ab91a-4222-43e9-9dec-6ed64ae93ab1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.41002663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"436e239c-8c1f-4525-9c9a-b1517f9e09a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.410028774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6809f378-1a7d-43a1-a46a-6e075da17772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.457201776Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b9040713","reconcileID":"e3c42408-fba8-4c31-98f0-d3b878d2a321","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-b9040713","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.457364789Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b9040713","reconcileID":"e3c42408-fba8-4c31-98f0-d3b878d2a321","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b9040713","error":"MaaSModelRef not found: llm/nonexistent-model-b9040713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.465712962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"436e239c-8c1f-4525-9c9a-b1517f9e09a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.465964011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6809f378-1a7d-43a1-a46a-6e075da17772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.675969084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"66759a33-c73b-4645-8fdb-82abb768c00c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.735949747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c094890e-d752-4b73-8e31-95e925a4960c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.735974817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c094890e-d752-4b73-8e31-95e925a4960c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.943458813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b9040713","reconcileID":"157d3056-6f0e-4a3d-ad29-10595536f629","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:03.94360555Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b9040713","reconcileID":"157d3056-6f0e-4a3d-ad29-10595536f629","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b9040713","error":"MaaSModelRef not found: llm/nonexistent-model-b9040713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:05.740620163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bb7683f-fcf2-4eee-b862-a1db522cfd2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:05.740640553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bb7683f-fcf2-4eee-b862-a1db522cfd2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:05.896813279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac6f770c-4299-454f-a58b-2b7ee27f442a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:05.897496007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"129c1c3f-e15b-404d-aa63-8bfeb7bdde02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:05.901651292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b9040713","reconcileID":"55ea22be-4d6e-45c1-88d2-42ccdeeb2917","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:05.954719616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"129c1c3f-e15b-404d-aa63-8bfeb7bdde02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:05.95649181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac6f770c-4299-454f-a58b-2b7ee27f442a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:05.958474557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b9040713","reconcileID":"55ea22be-4d6e-45c1-88d2-42ccdeeb2917","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:07.082915653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"578a8ad4-56be-4b51-b4eb-269865e55d85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:07.082938412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"578a8ad4-56be-4b51-b4eb-269865e55d85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:07.182315737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-783023e6","namespace":"ai-tenant-e2e-mt-783023e6"},"namespace":"ai-tenant-e2e-mt-783023e6","name":"e2e-policy-783023e6","reconcileID":"df510f17-1e6d-4756-b9ba-c3cdfb04b908","MaaSAuthPolicy":{"name":"e2e-policy-783023e6","namespace":"ai-tenant-e2e-mt-783023e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:07.312686949Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-783023e6","namespace":"ai-tenant-e2e-mt-783023e6"},"namespace":"ai-tenant-e2e-mt-783023e6","name":"e2e-policy-783023e6","reconcileID":"df510f17-1e6d-4756-b9ba-c3cdfb04b908","MaaSAuthPolicy":{"name":"e2e-policy-783023e6","namespace":"ai-tenant-e2e-mt-783023e6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:07.366432139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-783023e6","namespace":"ai-tenant-e2e-mt-783023e6"},"namespace":"ai-tenant-e2e-mt-783023e6","name":"e2e-policy-783023e6","reconcileID":"df510f17-1e6d-4756-b9ba-c3cdfb04b908","MaaSAuthPolicy":{"name":"e2e-policy-783023e6","namespace":"ai-tenant-e2e-mt-783023e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:08.323579544Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:15.64604076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"251be998-1d42-4290-a1ff-01ef74d85793","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:15.646062589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"251be998-1d42-4290-a1ff-01ef74d85793","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:15.750344805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"04125691-681a-4c7e-a0bf-4e406c885ef7","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:15.750364567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"04125691-681a-4c7e-a0bf-4e406c885ef7","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:15.796333178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"61a84cad-04d4-427a-93b6-738c23a30081","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:15.851266976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"61a84cad-04d4-427a-93b6-738c23a30081","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:15.897084322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"378fdc0a-c46a-4636-9c73-d1aa6e067104","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"maas-trlp-e2e-lifecycle-model-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:15.899785238Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b9040713","reconcileID":"2e14d5d4-df1e-4be7-b0ea-0e275425acba","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-b9040713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.136799326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"36c6afa8-c7c2-4d69-b706-86ef9182be54","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.142651977Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b9040713","reconcileID":"2e14d5d4-df1e-4be7-b0ea-0e275425acba","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.142681054Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b9040713","reconcileID":"2e14d5d4-df1e-4be7-b0ea-0e275425acba","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b9040713","subscription":"e2e-neg-ghost-sub-b9040713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.142780483Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b9040713","reconcileID":"2e14d5d4-df1e-4be7-b0ea-0e275425acba","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b9040713","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b9040713","error":"MaaSModelRef not found: llm/nonexistent-model-b9040713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.191770673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"36c6afa8-c7c2-4d69-b706-86ef9182be54","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.238139745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"1a85d53b-01a9-460c-8d1f-eca4589e29a9","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"maas-trlp-e2e-lifecycle-model-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.342713823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"659effd9-1bf2-4970-a3a1-de9a687529b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.406885703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c847b902-5e24-4152-961c-ac7f12061c00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.4069081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c847b902-5e24-4152-961c-ac7f12061c00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.561695169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3184aaa9-4c58-4e67-9f99-c8679d5c8a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.561720149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e81ba3f-00db-4a2d-9ff4-b3d0e3b2e7ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.562044201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b9040713","reconcileID":"ff21ea9b-4e28-4031-8c0e-acbc58128301","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.565493552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58cd23e2-5882-4951-8496-91325c6e5f60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.565510855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58cd23e2-5882-4951-8496-91325c6e5f60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.611812315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62b33d5-cc18-421d-9b51-31e1c8eb4f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.661933771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62b33d5-cc18-421d-9b51-31e1c8eb4f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.712930678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62b33d5-cc18-421d-9b51-31e1c8eb4f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.730573114Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3184aaa9-4c58-4e67-9f99-c8679d5c8a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:53:16.732651082Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e81ba3f-00db-4a2d-9ff4-b3d0e3b2e7ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.763255817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62b33d5-cc18-421d-9b51-31e1c8eb4f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:53:16.772016739Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b9040713","reconcileID":"ff21ea9b-4e28-4031-8c0e-acbc58128301","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.817354287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3184aaa9-4c58-4e67-9f99-c8679d5c8a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:53:16.819346899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e81ba3f-00db-4a2d-9ff4-b3d0e3b2e7ef","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.81958282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d6b13a5-766c-4475-afae-103f4fedcfdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.819602061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d6b13a5-766c-4475-afae-103f4fedcfdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:53:16.823008868Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b9040713","reconcileID":"ff21ea9b-4e28-4031-8c0e-acbc58128301","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-sub-auth-b9040713\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2144\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:53:16.823064237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b9040713","reconcileID":"ff21ea9b-4e28-4031-8c0e-acbc58128301","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.823229894Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b9040713","reconcileID":"f0cbb034-f72c-4327-8414-54cbc7c44c49","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b9040713","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.873255499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0e69cd41-7ac7-4fb9-8350-0887523592ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:16.873277027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0e69cd41-7ac7-4fb9-8350-0887523592ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.021764416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0452cb7a-2452-460a-9e88-9993c0179ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.028263095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cf74853-4076-4606-a0a2-88b329db4b83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.028281077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cf74853-4076-4606-a0a2-88b329db4b83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.076492435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0452cb7a-2452-460a-9e88-9993c0179ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.130150535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0452cb7a-2452-460a-9e88-9993c0179ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.185863177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c8ba9ef-152d-4377-8579-eeefba8a597e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.185887646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c8ba9ef-152d-4377-8579-eeefba8a597e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.340694582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5002b74-d2e2-41ea-a442-c980b2477abb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.340717832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5002b74-d2e2-41ea-a442-c980b2477abb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.395664539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"135f4828-dd5d-4143-b431-cf59dff1d3e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.395693246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"135f4828-dd5d-4143-b431-cf59dff1d3e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.594701523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"082f4657-6849-4c91-bde3-7d5f47718dbb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.649599827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"082f4657-6849-4c91-bde3-7d5f47718dbb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.70307359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"082f4657-6849-4c91-bde3-7d5f47718dbb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.778448946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a61b7cf-abf6-4ac2-9ac6-71414832fd3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.778469918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a61b7cf-abf6-4ac2-9ac6-71414832fd3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:17.986012793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"60b44740-a16d-4349-a69a-ef8289f5a796","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:18.170030644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"60b44740-a16d-4349-a69a-ef8289f5a796","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:18.337009753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"60b44740-a16d-4349-a69a-ef8289f5a796","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:18.891024069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46813bf0-7915-473a-a1f5-62dbddc883c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:18.941195431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46813bf0-7915-473a-a1f5-62dbddc883c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:18.991608504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46813bf0-7915-473a-a1f5-62dbddc883c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:19.041852388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46813bf0-7915-473a-a1f5-62dbddc883c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:26.161690362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"28d5d708-3598-4ca5-b3ab-bc05e34492e9","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:26.161713047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"28d5d708-3598-4ca5-b3ab-bc05e34492e9","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:26.261890513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"bee2e8f8-9d2f-46e9-bb3d-8d6f1447d04c","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:26.316981904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"bee2e8f8-9d2f-46e9-bb3d-8d6f1447d04c","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:26.362848353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"31ad21ea-c142-40b2-a0c7-bd602aec6af5","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"maas-trlp-e2e-lifecycle-model-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:26.616662181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"69364484-c758-4f46-bbdd-c8b08708d670","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:26.668977922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"dd32dcc4-618d-40ac-865a-520e1ce80228","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"maas-trlp-e2e-lifecycle-model-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:26.672162442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"69364484-c758-4f46-bbdd-c8b08708d670","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:27.073009703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f2c84bc-6295-4582-9e63-3e219e17e875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:27.129111145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f2c84bc-6295-4582-9e63-3e219e17e875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:27.183283845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f2c84bc-6295-4582-9e63-3e219e17e875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:27.385054321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abc5f6e7-c9a7-435d-b624-77b0f7dea41e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:27.440392206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abc5f6e7-c9a7-435d-b624-77b0f7dea41e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:27.494170075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abc5f6e7-c9a7-435d-b624-77b0f7dea41e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:28.283041646Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-783023e6","namespace":"ai-tenant-e2e-mt-783023e6"},"namespace":"ai-tenant-e2e-mt-783023e6","name":"e2e-policy-783023e6","reconcileID":"462c358b-52e7-49ff-9610-9bd96e906907","MaaSAuthPolicy":{"name":"e2e-policy-783023e6","namespace":"ai-tenant-e2e-mt-783023e6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:28.433473109Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-783023e6","namespace":"ai-tenant-e2e-mt-783023e6"},"namespace":"ai-tenant-e2e-mt-783023e6","name":"e2e-policy-783023e6","reconcileID":"462c358b-52e7-49ff-9610-9bd96e906907","MaaSAuthPolicy":{"name":"e2e-policy-783023e6","namespace":"ai-tenant-e2e-mt-783023e6"},"policyNamespace":"ai-tenant-e2e-mt-783023e6","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:28.536247818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"31729913-8d2d-4e3a-af4f-0543ad53369a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:28.59099155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"31729913-8d2d-4e3a-af4f-0543ad53369a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:28.651265316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"31729913-8d2d-4e3a-af4f-0543ad53369a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:29.543028669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee4a07f-b24c-4b1c-b523-4332838f051d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:29.593927312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee4a07f-b24c-4b1c-b523-4332838f051d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:29.644119351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee4a07f-b24c-4b1c-b523-4332838f051d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:29.694128029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee4a07f-b24c-4b1c-b523-4332838f051d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.489657631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c715087f-5e99-4ae3-8337-7d6e61ff91f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.48968272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c715087f-5e99-4ae3-8337-7d6e61ff91f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.525661038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416078c0-2a88-43f5-b89c-fc2fa73587d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.575888317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416078c0-2a88-43f5-b89c-fc2fa73587d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.580794584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cd7dc56-17eb-47e9-ba33-5a18562fccfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.580812909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cd7dc56-17eb-47e9-ba33-5a18562fccfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.626069135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416078c0-2a88-43f5-b89c-fc2fa73587d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.676172101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416078c0-2a88-43f5-b89c-fc2fa73587d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.776481399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"67ff1bdf-d03a-452d-b990-560043540470","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.94872249Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"67ff1bdf-d03a-452d-b990-560043540470","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"name":"e2e-api-a-69a4bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:32.002412925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-69a4bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"67ff1bdf-d03a-452d-b990-560043540470","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:32.056002673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78473d49-6ca9-4968-aa58-17efc4a09621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:32.056023778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78473d49-6ca9-4968-aa58-17efc4a09621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:34.764103994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f83a3d3-5a6a-4231-af40-0c187c2d50b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:34.81490026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f83a3d3-5a6a-4231-af40-0c187c2d50b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:34.864885807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f83a3d3-5a6a-4231-af40-0c187c2d50b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:34.914860545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f83a3d3-5a6a-4231-af40-0c187c2d50b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:36.818899244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aeec741-4716-49f9-8a00-60b49f0f7e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:36.869371535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aeec741-4716-49f9-8a00-60b49f0f7e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:36.875761658Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e942ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e942ab","reconcileID":"0fb0990f-02fa-4003-8a74-d6a7ed3e8358","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e942ab","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e942ab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:36.920136892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aeec741-4716-49f9-8a00-60b49f0f7e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:36.976720891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aeec741-4716-49f9-8a00-60b49f0f7e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.243415279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b9ede90-6227-464f-9191-9e396a715153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.24343544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b9ede90-6227-464f-9191-9e396a715153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.296351579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"403a2340-3621-4033-85f7-60788bca3c08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.296372119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"403a2340-3621-4033-85f7-60788bca3c08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.382675694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f8c4a1c-570a-450e-b869-ea6364ae6a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.395741791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"e6fded86-8aa8-4ba5-b901-181c7310e892","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.437961858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f8c4a1c-570a-450e-b869-ea6364ae6a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.491621388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f8c4a1c-570a-450e-b869-ea6364ae6a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.518824442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"e6fded86-8aa8-4ba5-b901-181c7310e892","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"name":"e2e-api-b-3c636f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.572242848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3c636f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"e6fded86-8aa8-4ba5-b901-181c7310e892","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.628202191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e32ea95-b648-4e7d-b9ff-b4d356180f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.628264939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e32ea95-b648-4e7d-b9ff-b4d356180f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.692898085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b5036b-f530-4ba1-905e-456ac3e11a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.747681509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b5036b-f530-4ba1-905e-456ac3e11a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:37.801379926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b5036b-f530-4ba1-905e-456ac3e11a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:38.326807998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:38.440115715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"6cc24ec4-1113-4990-a437-bdf2ab4eb07c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:38.49663752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"6cc24ec4-1113-4990-a437-bdf2ab4eb07c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"name":"e2e-api-a-8c2357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:38.818093637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2adfb7d6-a926-4a80-8293-abed07fe3181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:38.868319607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2adfb7d6-a926-4a80-8293-abed07fe3181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:38.918329659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2adfb7d6-a926-4a80-8293-abed07fe3181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:38.918465522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"3712e040-2b0f-4466-ba9c-4337037c401c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:38.968524798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2adfb7d6-a926-4a80-8293-abed07fe3181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:39.023478685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"3712e040-2b0f-4466-ba9c-4337037c401c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:39.078031817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"3712e040-2b0f-4466-ba9c-4337037c401c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:39.470600572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"f97d1619-9a11-4ecb-95be-c09081d83c2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:39.525284598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"f97d1619-9a11-4ecb-95be-c09081d83c2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"name":"e2e-api-a-8c2357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:41.144259409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98f917e-9c06-41bc-af44-83ad8d0244cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:41.194382431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98f917e-9c06-41bc-af44-83ad8d0244cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:41.244441954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98f917e-9c06-41bc-af44-83ad8d0244cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:41.295094409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98f917e-9c06-41bc-af44-83ad8d0244cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:42.156609405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"6dfeb6ad-a9f3-4d67-bb82-be3ef79727bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:42.211567225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"6dfeb6ad-a9f3-4d67-bb82-be3ef79727bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"name":"e2e-api-a-69a4bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:42.265360817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-69a4bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"6dfeb6ad-a9f3-4d67-bb82-be3ef79727bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:43.221077202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81a568ab-f750-47b4-ae17-069d11e29332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:43.271204205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81a568ab-f750-47b4-ae17-069d11e29332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:43.321558009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81a568ab-f750-47b4-ae17-069d11e29332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:43.372582022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81a568ab-f750-47b4-ae17-069d11e29332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:47.692266387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12a6d230-be0c-4151-bc71-dac642a0d02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:47.728943133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"69c5b8e6-c282-47c9-95c0-a469e9fb5594","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:47.747638952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12a6d230-be0c-4151-bc71-dac642a0d02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:47.784045638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"69c5b8e6-c282-47c9-95c0-a469e9fb5594","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"name":"e2e-api-b-3c636f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:47.801261037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12a6d230-be0c-4151-bc71-dac642a0d02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:47.838061571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3c636f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"69c5b8e6-c282-47c9-95c0-a469e9fb5594","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.001038635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c2f9007-bc96-4fe5-b6de-78f92c046c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.056429276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c2f9007-bc96-4fe5-b6de-78f92c046c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.110529606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c2f9007-bc96-4fe5-b6de-78f92c046c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.667801267Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"c222f151-de83-4a9d-9be9-96e79e6239d6","namespace":"ai-tenant-e2e-mt-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.667866033Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"c222f151-de83-4a9d-9be9-96e79e6239d6","name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.739048396Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"c222f151-de83-4a9d-9be9-96e79e6239d6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.739070915Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"c222f151-de83-4a9d-9be9-96e79e6239d6","namespace":"ai-tenant-e2e-mt-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.739171135Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"c222f151-de83-4a9d-9be9-96e79e6239d6","name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.739700191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"322f2376-36d3-41dd-a221-9892bcbe213d","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.739717411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"322f2376-36d3-41dd-a221-9892bcbe213d","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.794888378Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"c222f151-de83-4a9d-9be9-96e79e6239d6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.797528468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"65324f08-345c-42bd-ba49-a6817d0281e7","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.797547811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"65324f08-345c-42bd-ba49-a6817d0281e7","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.839919407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"247c58b7-5489-48b2-bef1-5390eabb30ba","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:53:48.848905573Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"65324f08-345c-42bd-ba49-a6817d0281e7","name":"e2e-lifecycle-model-7e6fe88b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-7e6fe88b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:53:48.848967479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"65324f08-345c-42bd-ba49-a6817d0281e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-7e6fe88b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.854800318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"0498c731-be5d-49ca-9c2d-3c5536e0e158","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.854819058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"0498c731-be5d-49ca-9c2d-3c5536e0e158","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.895306218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"247c58b7-5489-48b2-bef1-5390eabb30ba","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.89793427Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"d13081ad-cc86-493a-a842-f166f01a0eb7","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b11c4c29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.988001609Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"44b46645-38ac-42cc-9aef-c0db2ff3e40e","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b11c4c29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:49.138904882Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"b8f3d84b-f6ad-45fe-87a5-b92f7175d42e","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:49.278048488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"f0732d3d-6bcc-4178-9c90-a8842932c56b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:49.290335313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"b8f3d84b-f6ad-45fe-87a5-b92f7175d42e","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:49.333263747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"f0732d3d-6bcc-4178-9c90-a8842932c56b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:49.386881523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"f0732d3d-6bcc-4178-9c90-a8842932c56b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:49.413844729Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"b8f3d84b-f6ad-45fe-87a5-b92f7175d42e","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"e2e-mt-7e6fe88b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:49.413872942Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-policy-7e6fe88b","reconcileID":"b8f3d84b-f6ad-45fe-87a5-b92f7175d42e","MaaSAuthPolicy":{"name":"e2e-policy-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:49.469905115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"22c5ef41-c73b-4299-9ba1-a0098a329806","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:49.469924571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"22c5ef41-c73b-4299-9ba1-a0098a329806","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:49.947725317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"af6cfc06-e5b0-4420-ba89-16f5f74b6940","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:50.002896838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"af6cfc06-e5b0-4420-ba89-16f5f74b6940","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"name":"e2e-api-a-8c2357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:50.301970146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"f435519b-d5d5-4f3b-8d80-d7b2e7b97624","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:50.356595003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"f435519b-d5d5-4f3b-8d80-d7b2e7b97624","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"name":"e2e-api-a-8c2357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:52.36566791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"21f88250-11d2-4efd-9acb-ba9098b28e97","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:52.420720573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"21f88250-11d2-4efd-9acb-ba9098b28e97","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"name":"e2e-api-a-69a4bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:52.474691106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-69a4bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"21f88250-11d2-4efd-9acb-ba9098b28e97","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:53.900009362Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"6f7105b0-de80-40e0-85b6-ef4e9ffaa8b0","namespace":"ai-tenant-e2e-api-a-8c2357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:53.900075252Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"6f7105b0-de80-40e0-85b6-ef4e9ffaa8b0","namespace":"ai-tenant-e2e-api-a-8c2357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:53.900120441Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"6f7105b0-de80-40e0-85b6-ef4e9ffaa8b0","name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:53.952761524Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"6f7105b0-de80-40e0-85b6-ef4e9ffaa8b0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:53.953168905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"8578e738-2a76-47a0-a882-4ed1d7eebca9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:53.953471911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e62b309-6d52-4d4a-9e86-b4d4d82797da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:53.953488228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e62b309-6d52-4d4a-9e86-b4d4d82797da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:54.156957888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"8578e738-2a76-47a0-a882-4ed1d7eebca9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:54.282582246Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"8578e738-2a76-47a0-a882-4ed1d7eebca9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"name":"e2e-api-a-8c2357-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:54.282607714Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"e2e-e2e-api-a-8c2357-policy","reconcileID":"8578e738-2a76-47a0-a882-4ed1d7eebca9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8c2357-policy","namespace":"ai-tenant-e2e-api-a-8c2357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8c2357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:54.337289011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e1e0eb1-8249-463b-a202-5bf8e9e3e0f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:54.33731159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e1e0eb1-8249-463b-a202-5bf8e9e3e0f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:58.00154558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6350d85-6321-41f5-8679-06c8b1ab7f3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:58.002564117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"24913a33-668b-41bc-82ba-feef5fba4967","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:58.056575584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6350d85-6321-41f5-8679-06c8b1ab7f3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:58.057048474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"24913a33-668b-41bc-82ba-feef5fba4967","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"name":"e2e-api-b-3c636f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:58.111644334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3c636f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"24913a33-668b-41bc-82ba-feef5fba4967","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:58.11283752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6350d85-6321-41f5-8679-06c8b1ab7f3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:58.309662208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c3fee1d-4346-4eb2-8279-c816439ebd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:58.364552449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c3fee1d-4346-4eb2-8279-c816439ebd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:58.418550973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c3fee1d-4346-4eb2-8279-c816439ebd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:59.038481983Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"4a1f46b8-a1ad-428a-b95f-1a49fb3c5d04","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","subscription":"e2e-sub-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:59.088961406Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"4a1f46b8-a1ad-428a-b95f-1a49fb3c5d04","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:59.139754457Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-sub-7e6fe88b","reconcileID":"4a1f46b8-a1ad-428a-b95f-1a49fb3c5d04","MaaSSubscription":{"name":"e2e-sub-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"name":"maas-trlp-e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:59.405875033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"638ff402-1da1-4080-8bf2-9f8911e7cc39","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:59.405897267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"638ff402-1da1-4080-8bf2-9f8911e7cc39","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:59.592504426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"edbdecfc-44a8-45e3-9668-10e7041d262f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:59.650613108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"edbdecfc-44a8-45e3-9668-10e7041d262f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:59.704402675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"edbdecfc-44a8-45e3-9668-10e7041d262f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:01.888851801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"450bcb31-53a4-44a3-8eda-693be6455507","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:01.990449318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"34ba9062-a26b-4b94-a2f9-673b95d25fb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:01.998778424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"7ae0d07a-5fbc-4c7b-8914-d168a2af968c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.091130582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"be0b616a-0114-42be-8b6e-a0becab66640","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.116177308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"2cbca6a0-f0de-4128-9215-1e22949d8e7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.192849635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3d8971b-e134-4174-bfd4-e5b48fa241e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.392024838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"38e872bc-3b13-40c0-8eda-1f634dc69028","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.560391784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"f6b6d0fd-1740-45c8-bd19-c64237b0a585","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.575955128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"f26d5e40-a3b7-40c1-b35a-6bf9d23c3160","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.631394289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"f26d5e40-a3b7-40c1-b35a-6bf9d23c3160","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"name":"e2e-api-a-69a4bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.657924567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"1e8aeee9-9038-4315-990b-2011d3694b9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.685336699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-69a4bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62dfe163dd7b7389de4becf236ab30f03b08ed3fc9d6ed734cb74c995b81834d) AuthConfig (bdd6509dd2a750479cddb9057712f1d256a435af4e8ab0a1a73d18b556cc6f83) AuthConfig (8bd7c69ab81e6cf1a26b74c7ce519822fab0a48c50591915ef1e500564096df6) AuthConfig (a332926641e9d20f91d43ddf4758f7629e821bd8f46b9c763ed9541b4a7c1297) AuthConfig (db07a12ae205ba94d000dc75a19c189976ec265b7042677d463535c66bafc882) AuthConfig (943e4a47a1081197d139f03312f45a6d40d501fb361f8725935c4ded651d8ec7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"f26d5e40-a3b7-40c1-b35a-6bf9d23c3160","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.741315787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd404137-5949-404b-939b-7d9dd534980a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.741338389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd404137-5949-404b-939b-7d9dd534980a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.758550435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"adcbcd46-c625-49f1-9149-9bcf8d2bb5d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:02.947264077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"24f22094-ebac-4b34-a5f6-5b22af026437","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:03.048253515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7c5fc4a-d9f5-4ab1-a272-ad63e2d25bad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.21209507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"d14aeeb4-eb66-4efe-96a1-33280a42547f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.26696467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"d14aeeb4-eb66-4efe-96a1-33280a42547f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"name":"e2e-api-b-3c636f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.311334643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"382bb46c-c6ec-4ab7-ba00-cd79d40a9823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.320536271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3c636f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69a281dd6679e07138140bd7daaa6421359516e6466e5610aab6738e5ab7e6ae) AuthConfig (0b7f05aa6a05bce9509bf6ba006d881715e8b2be88445dc445c961c15bee0681) AuthConfig (37fb62ce2f49ae11b56ee58e15637c80b59523d257dcf9e92441dc28b8e0f1ac) AuthConfig (e385ef2843cca2422455606f969f272b589ac44cf39316839dc8d6db2fd51ca5) AuthConfig (1e0f434a5f197eee30f394bef8848c37aacde1d90f136640e55b2e84c1bd1626) AuthConfig (6839bbd6f29b9fefd78a04f3b8bc4a4e43e498a55473d9c8fdd63164c76762e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"d14aeeb4-eb66-4efe-96a1-33280a42547f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.323685852Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.366609652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"382bb46c-c6ec-4ab7-ba00-cd79d40a9823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.376487634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c933c45a-06bd-4c4a-99af-623ed1488f95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.3765067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c933c45a-06bd-4c4a-99af-623ed1488f95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.420940605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"382bb46c-c6ec-4ab7-ba00-cd79d40a9823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.488401941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30ac5b45-2c5a-4988-ad99-e116ca957a9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.488424081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30ac5b45-2c5a-4988-ad99-e116ca957a9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.636996216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05187e8d-1208-4787-af8d-e5edd5529db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.692497851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05187e8d-1208-4787-af8d-e5edd5529db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.746621758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05187e8d-1208-4787-af8d-e5edd5529db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.804019029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77bb7277-6f1e-4ba4-9c94-d0b329197143","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:08.804038868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77bb7277-6f1e-4ba4-9c94-d0b329197143","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:09.904272832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"ef14d0d6-d4be-44c1-9b95-238a0e673988","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:09.959524945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"ef14d0d6-d4be-44c1-9b95-238a0e673988","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:10.013666123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"ef14d0d6-d4be-44c1-9b95-238a0e673988","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:10.070432649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87bcbecf-3907-40d3-921d-e30b9e04c1fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:10.07045502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87bcbecf-3907-40d3-921d-e30b9e04c1fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:12.842185663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"aa0b02e6-ea1e-4f5a-b45a-6f45e0be430f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:12.898348974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"aa0b02e6-ea1e-4f5a-b45a-6f45e0be430f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"name":"e2e-api-a-69a4bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:12.952023323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-69a4bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62dfe163dd7b7389de4becf236ab30f03b08ed3fc9d6ed734cb74c995b81834d) AuthConfig (bdd6509dd2a750479cddb9057712f1d256a435af4e8ab0a1a73d18b556cc6f83) AuthConfig (8bd7c69ab81e6cf1a26b74c7ce519822fab0a48c50591915ef1e500564096df6) AuthConfig (a332926641e9d20f91d43ddf4758f7629e821bd8f46b9c763ed9541b4a7c1297) AuthConfig (db07a12ae205ba94d000dc75a19c189976ec265b7042677d463535c66bafc882) AuthConfig (943e4a47a1081197d139f03312f45a6d40d501fb361f8725935c4ded651d8ec7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"aa0b02e6-ea1e-4f5a-b45a-6f45e0be430f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:17.305050275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"075be920-9546-48c0-8c85-3cd95c4a767e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:17.405316728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"f3e2da64-083a-45c0-8a23-dc16b194c3b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:17.41858579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"9c324c31-385d-463b-abd1-b79edb844962","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:17.527068257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5e4500be-2468-4567-93f4-56d9712d71c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:17.640611363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"58d8589f-4c2b-4a6b-ad3f-ce284e218a8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:17.749824186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"5fe07860-2073-4cd1-8c3d-d2e3b32589b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:17.853937879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"c272aa14-2c6e-44c2-921f-9e338428a2c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:17.953167499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"afc5cbb5-62f0-4074-a9d4-67c1c32f8c3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:18.091289987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"d6d74664-3ed4-4aae-8411-19bd9a811fd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:18.288791966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"9e29ab1a-29d0-44b1-83a6-f5e9551329bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:18.453852848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"296dfe62-956c-498c-bd36-101bc5887e4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:18.478262163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"56377d26-e9f3-4aff-9cde-0d77a9b700df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:18.482659191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5cf6aa4d-054c-463d-bd49-e40f1b478f22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:18.537204136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"56377d26-e9f3-4aff-9cde-0d77a9b700df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"name":"e2e-api-b-3c636f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:18.708729016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0bb389d-76f6-4258-86ff-578b2fd8ae8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:18.780954869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0bb389d-76f6-4258-86ff-578b2fd8ae8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:18.849193985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6ba0f7b-8786-4e0f-b4cf-ae10d30b42a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:18.849229082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6ba0f7b-8786-4e0f-b4cf-ae10d30b42a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:19.005771929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9817663-a98e-4b3c-a661-1463dcbf58ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:19.060777011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9817663-a98e-4b3c-a661-1463dcbf58ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:19.09386004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36a549bd-89c4-4053-b529-30b609eb4d72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:19.093880728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36a549bd-89c4-4053-b529-30b609eb4d72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:19.319100546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3c1095e-c89c-4132-9e4c-b415ab263cae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:19.319123372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3c1095e-c89c-4132-9e4c-b415ab263cae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:20.271358149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"e4eab6fc-2774-4e5a-b959-3eeab1a48cfa","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:20.326242762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"e4eab6fc-2774-4e5a-b959-3eeab1a48cfa","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:20.430752175Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"e4eab6fc-2774-4e5a-b959-3eeab1a48cfa","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-478fa191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:20.737538245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67d6f8b3-85d1-49b2-b5fa-ef7fb2219420","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:20.737560541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67d6f8b3-85d1-49b2-b5fa-ef7fb2219420","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:22.637095038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"f50e9c45-9773-4280-929f-0a41f224d99d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:22.750542148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"5e3bec82-fc63-4ef5-94d5-4781d2cf4bf0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:22.75093183Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"f50e9c45-9773-4280-929f-0a41f224d99d","name":"e2e-api-b-e942ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:22.750959686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"912a3cd7-7e0c-4f88-9a99-fad195c1cbc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:22.750972787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"912a3cd7-7e0c-4f88-9a99-fad195c1cbc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:22.80042245Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-478fa191","reconcileID":"5e3bec82-fc63-4ef5-94d5-4781d2cf4bf0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-478fa191","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-478fa191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:23.042111679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb64a0b0-4e94-4c3a-8b95-ae7f8852c4f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:23.042134716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb64a0b0-4e94-4c3a-8b95-ae7f8852c4f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:23.084648999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"5f0d87bc-d9cc-4fd0-a293-b1f07b1f8f17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:23.139308098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"5f0d87bc-d9cc-4fd0-a293-b1f07b1f8f17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"name":"e2e-api-a-69a4bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:23.448448819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95e5467e-b0cd-44a5-b2fe-f001b885a20b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:23.448470009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95e5467e-b0cd-44a5-b2fe-f001b885a20b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:33.581501304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9770892c-6cc7-432b-b431-9db735375554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:33.632717052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9770892c-6cc7-432b-b431-9db735375554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:33.683715515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9770892c-6cc7-432b-b431-9db735375554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:33.73373037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9770892c-6cc7-432b-b431-9db735375554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:34.156789659Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ac952a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ac952a","reconcileID":"66066758-6325-4e00-9526-5943b3280937","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ac952a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-ac952a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:35.704024155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe607cba-5143-4a16-b563-05f9e1cced8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:35.754105542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe607cba-5143-4a16-b563-05f9e1cced8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:35.804307371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe607cba-5143-4a16-b563-05f9e1cced8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:35.854349244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe607cba-5143-4a16-b563-05f9e1cced8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:37.771029077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d16a7d1-b279-42a6-ad02-c0f10a019006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:37.77127552Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","namespace":"ai-tenant-e2e-mt-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:37.822840608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d16a7d1-b279-42a6-ad02-c0f10a019006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:37.823058272Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","namespace":"ai-tenant-e2e-mt-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:37.880001396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d16a7d1-b279-42a6-ad02-c0f10a019006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:37.880347355Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","tenant":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:37.933730326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d16a7d1-b279-42a6-ad02-c0f10a019006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:37.988570488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"Deployment","name":"maas-api-e2e-mt-7e6fe88b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.05747831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"Service","name":"maas-api-e2e-mt-7e6fe88b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.116537846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-7e6fe88b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.179138979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-7e6fe88b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.235297756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.291342361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.341883698Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.34774169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.411565058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.461792963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"Deployment","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.5167952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.5697609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"Service","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.628956597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"Service","name":"payload-pre-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.680850056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"DestinationRule","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.732464972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.78720559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.877039103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.936912212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.987432799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:39.071632963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:39.145021004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"bd7ad274-acd2-4a07-97a3-e45edaab9000","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-7e6fe88b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:40.021037487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6936108a-7f13-4a4a-863b-54e812ee8287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:40.071245672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6936108a-7f13-4a4a-863b-54e812ee8287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:40.078441559Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7e6fe88b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7e6fe88b","reconcileID":"734d34a5-35cc-437a-b3d0-bc5c43849a43","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7e6fe88b","removed":["maas.opendatahub.io/gateway-access-e2e-mt-7e6fe88b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:40.12152254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6936108a-7f13-4a4a-863b-54e812ee8287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:40.171952013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6936108a-7f13-4a4a-863b-54e812ee8287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.326465949Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"3d9e9641-0707-45a0-aefc-30ec328d9bfe","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.382641319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"3d9e9641-0707-45a0-aefc-30ec328d9bfe","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.388550905Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"29d88822-d56e-48d0-a90e-db436c7f8b3d","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.38862205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"29d88822-d56e-48d0-a90e-db436c7f8b3d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.399175801Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"5d46f433-17fc-4a23-8683-eb64fb30a254","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.399272578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"5d46f433-17fc-4a23-8683-eb64fb30a254","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.420434323Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"5bfcbde6-635c-4f17-9ab3-8df856ef6bb8","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.420492737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"5bfcbde6-635c-4f17-9ab3-8df856ef6bb8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.461423396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"833cb08f-482b-4056-b197-af7b7f502e84","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.461482364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"833cb08f-482b-4056-b197-af7b7f502e84","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.541806337Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"389c72b6-9129-4da1-8041-4601c1c296bf","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.541881105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"389c72b6-9129-4da1-8041-4601c1c296bf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.703392235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"4fc1f49a-ae48-4ae8-b38a-6e9429034d67","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:40.70368295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"4fc1f49a-ae48-4ae8-b38a-6e9429034d67","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:41.024907191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"dc2fe98a-91c0-4bf5-8286-23fc9a80d61f","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:41.024976006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"dc2fe98a-91c0-4bf5-8286-23fc9a80d61f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:41.665669598Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"2c3d93cb-2127-4158-85ea-f75f25ac61ad","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:41.665736751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"2c3d93cb-2127-4158-85ea-f75f25ac61ad","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:42.023032494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb6e84-86fc-4bb9-9a3b-25dae33ad5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:42.076074695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb6e84-86fc-4bb9-9a3b-25dae33ad5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:42.126295544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb6e84-86fc-4bb9-9a3b-25dae33ad5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:42.176336547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb6e84-86fc-4bb9-9a3b-25dae33ad5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:42.946709927Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"8a498692-fa1a-4099-8c0f-278d2cc413bb","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:42.946778094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"8a498692-fa1a-4099-8c0f-278d2cc413bb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:43.989352045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51cc6899-2583-4fac-9c45-2e81d168fa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.039466004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51cc6899-2583-4fac-9c45-2e81d168fa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.089530174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51cc6899-2583-4fac-9c45-2e81d168fa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.139617971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51cc6899-2583-4fac-9c45-2e81d168fa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.458031941Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","namespace":"ai-tenant-e2e-api-a-8c2357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.458102635Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","namespace":"ai-tenant-e2e-api-a-8c2357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.458161576Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","tenant":"e2e-api-a-8c2357","tenantID":"e2e-api-a-8c2357","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.510368442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"Deployment","name":"maas-api-e2e-api-a-8c2357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.568448104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"Service","name":"maas-api-e2e-api-a-8c2357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.625124526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-8c2357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.676766056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-8c2357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.729804689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.792732518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.856800437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.923186479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:44.975621506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"Deployment","name":"payload-processing-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:45.028264043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:45.081632964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"Service","name":"payload-processing-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:45.137620052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:45.19088261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:45.242929405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:45.29762882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:45.400647529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:45.484798271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:45.507246235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"9d949933-e95d-42b2-8770-aa5d0306b7d1","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:45.50730985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"9d949933-e95d-42b2-8770-aa5d0306b7d1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:45.534303921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:45.585539037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-8c2357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:45.637762438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8c2357"},"namespace":"ai-tenant-e2e-api-a-8c2357","name":"default-tenant","reconcileID":"644b2f67-cfa9-4fe4-b1a5-fda98a6cada7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-8c2357","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:46.47231006Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8c2357","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8c2357","reconcileID":"b0503363-0f3f-4881-849c-3c3730e2414c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8c2357","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-8c2357"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:46.643115385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"e0fec8e2-e668-4823-a924-814e880fbc4a","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:46.643196109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"e0fec8e2-e668-4823-a924-814e880fbc4a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:47.983570522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4646b56f-c599-4079-b0fa-44cd6497c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:48.034040855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4646b56f-c599-4079-b0fa-44cd6497c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:48.084121195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4646b56f-c599-4079-b0fa-44cd6497c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:48.134377336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4646b56f-c599-4079-b0fa-44cd6497c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:49.960125691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6de468-87a6-4dca-adfe-2a566b0395a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:50.010280447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6de468-87a6-4dca-adfe-2a566b0395a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:50.060203452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6de468-87a6-4dca-adfe-2a566b0395a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:50.110375987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6de468-87a6-4dca-adfe-2a566b0395a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:51.286252635Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"48f20f46-58d4-4463-9c4f-f1a6a1b86469","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:51.286318678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"48f20f46-58d4-4463-9c4f-f1a6a1b86469","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:51.444079949Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"19d17871-b125-475e-a638-6a34b89855a2","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:54:51.444149443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"19d17871-b125-475e-a638-6a34b89855a2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:51.996400681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edf08d4-649a-46d1-a153-a18b77f35b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:52.047927286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edf08d4-649a-46d1-a153-a18b77f35b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:52.098626547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edf08d4-649a-46d1-a153-a18b77f35b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:52.148718782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edf08d4-649a-46d1-a153-a18b77f35b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:52.597271213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"88502805-6260-47cf-8a14-dc874c60f0cd","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:52.597291195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"88502805-6260-47cf-8a14-dc874c60f0cd","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:52.754690671Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7e6fe88b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7e6fe88b","reconcileID":"35c0305e-6a26-4797-9913-c5dad60bbd75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7e6fe88b","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-7e6fe88b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:53.60592634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"dd7da0d6-957e-43cb-9e88-64966bff09f5","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:53.605949277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"dd7da0d6-957e-43cb-9e88-64966bff09f5","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:53.988043949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ea2d16-75ac-4597-88d8-014063b3f831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:54.038514818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ea2d16-75ac-4597-88d8-014063b3f831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:54.095091051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ea2d16-75ac-4597-88d8-014063b3f831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:54.19303964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ea2d16-75ac-4597-88d8-014063b3f831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:54.467899805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"6564aa6c-5b95-4ff7-8451-4317f3c03ba4","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:54.467927259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"6564aa6c-5b95-4ff7-8451-4317f3c03ba4","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:54.550345417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"3ef2498a-662b-4877-96ed-c82b5b1093f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:54.604946548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"3ef2498a-662b-4877-96ed-c82b5b1093f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"name":"e2e-api-b-3c636f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:56.336556133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"37678dfb-1362-4ac9-a64e-9fede1833351","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:56.391577793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"37678dfb-1362-4ac9-a64e-9fede1833351","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"name":"e2e-api-b-3c636f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:56.419508039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351d265d-9028-4802-9dd8-28a3d246aa45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:56.469339154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351d265d-9028-4802-9dd8-28a3d246aa45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:56.519795837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351d265d-9028-4802-9dd8-28a3d246aa45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:56.569738553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351d265d-9028-4802-9dd8-28a3d246aa45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:58.463245486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cca84f8-b1e0-4f6d-908e-3ca59e2507f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:58.513415366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cca84f8-b1e0-4f6d-908e-3ca59e2507f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:58.564595949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cca84f8-b1e0-4f6d-908e-3ca59e2507f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:58.615725713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cca84f8-b1e0-4f6d-908e-3ca59e2507f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:00.448516704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a136a095-6bc1-4cef-b40e-8ae53ffe7735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:00.498955331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a136a095-6bc1-4cef-b40e-8ae53ffe7735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:00.549518846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a136a095-6bc1-4cef-b40e-8ae53ffe7735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:00.599541868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a136a095-6bc1-4cef-b40e-8ae53ffe7735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:02.540034849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c8a46e-a09f-47a2-8004-32eba0554352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:02.590431245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c8a46e-a09f-47a2-8004-32eba0554352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:02.640599325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c8a46e-a09f-47a2-8004-32eba0554352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:02.691531681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c8a46e-a09f-47a2-8004-32eba0554352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:04.54301919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbc0bdc-8cd7-402e-bd7f-6d1cfb42a4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:04.594037628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbc0bdc-8cd7-402e-bd7f-6d1cfb42a4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:04.6449455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbc0bdc-8cd7-402e-bd7f-6d1cfb42a4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:04.694943636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbc0bdc-8cd7-402e-bd7f-6d1cfb42a4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:05.768478968Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f66180","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f66180","reconcileID":"adee8b16-487d-44e3-8c21-8f3ebb577c67","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f66180","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f66180":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:06.539805098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d9559c-6565-4009-b2a2-f399fb8051d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:06.589670898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d9559c-6565-4009-b2a2-f399fb8051d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:06.639760126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d9559c-6565-4009-b2a2-f399fb8051d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:06.690354605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d9559c-6565-4009-b2a2-f399fb8051d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:06.794029036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"3be35d1d-4165-4cf4-9500-051d2e240bc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:06.849035031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"3be35d1d-4165-4cf4-9500-051d2e240bc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"name":"e2e-api-b-3c636f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:07.218064265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"cf14584b-0832-4765-ab80-588761d12af1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:07.272689348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"cf14584b-0832-4765-ab80-588761d12af1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"name":"e2e-api-b-3c636f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:08.325483028Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:08.570610014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afebf2a3-866a-4162-8b38-343df46017a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:08.620930925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afebf2a3-866a-4162-8b38-343df46017a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:08.672547056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afebf2a3-866a-4162-8b38-343df46017a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:08.727443063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afebf2a3-866a-4162-8b38-343df46017a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:10.693558735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba285995-9c21-433d-aea5-e78fe9a82716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:10.743822136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba285995-9c21-433d-aea5-e78fe9a82716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:10.794263493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba285995-9c21-433d-aea5-e78fe9a82716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:10.844351335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba285995-9c21-433d-aea5-e78fe9a82716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:13.088063022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9602e99d-d5df-400f-a1ff-2c3c3bde863a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:13.138311635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9602e99d-d5df-400f-a1ff-2c3c3bde863a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:13.18862147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9602e99d-d5df-400f-a1ff-2c3c3bde863a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:13.239461285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9602e99d-d5df-400f-a1ff-2c3c3bde863a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:14.571053909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f66ca94e-e37c-409b-bdfc-9859bbab844a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:14.571075179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f66ca94e-e37c-409b-bdfc-9859bbab844a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:14.633998792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d548ff4c-a086-4a39-a590-1ad3956dd21f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:14.6340183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d548ff4c-a086-4a39-a590-1ad3956dd21f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:14.733774037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"5037f15f-dc8f-4009-9aa0-9836b1c4e82b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:14.858837786Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"5037f15f-dc8f-4009-9aa0-9836b1c4e82b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"name":"e2e-api-b-e942ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:14.912735464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e942ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"5037f15f-dc8f-4009-9aa0-9836b1c4e82b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:14.969059902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"441eafdb-2bba-4046-84c4-f94e2d7fb16f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:14.969089775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"441eafdb-2bba-4046-84c4-f94e2d7fb16f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:15.132440154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1ffd06-f73b-4338-86ea-933b092c14bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:15.18363583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1ffd06-f73b-4338-86ea-933b092c14bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:15.234529415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1ffd06-f73b-4338-86ea-933b092c14bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:15.286484329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1ffd06-f73b-4338-86ea-933b092c14bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:15.983025873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"d0f23028-330c-42be-8ad2-b51053822f46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:16.038284145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"d0f23028-330c-42be-8ad2-b51053822f46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"name":"e2e-api-a-69a4bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:16.360381533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"54d79d30-83f5-4625-988a-9d6ffd017227","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:16.415157105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"54d79d30-83f5-4625-988a-9d6ffd017227","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"name":"e2e-api-a-69a4bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:16.594952231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"0e4f56b6-8c9a-4e5b-b7f6-3810df4a98d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:16.690098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"f8289113-9b9e-4370-b110-8c978b5fe2b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:16.742314439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"03967286-b500-47b0-94a8-82b2d550da02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:16.840915629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd523d46-30b6-4722-845f-f1377e0fabfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.135597295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"8a46cbda-eca3-4067-84e8-a73a6b606af9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.219843921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d654b98-df9e-4dd0-bc9c-9f8c3c61813b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.236263138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"1d5a5d1a-06e4-4c53-b6a4-37260465688d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.253531064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"dcf376d4-bd50-4494-8bc0-32df34bb92a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.269806127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d654b98-df9e-4dd0-bc9c-9f8c3c61813b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.32330205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d654b98-df9e-4dd0-bc9c-9f8c3c61813b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.373554521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d654b98-df9e-4dd0-bc9c-9f8c3c61813b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.426983449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf4589be-0d8c-48c3-bffe-609a04f0633e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.530284616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"c29439b2-27a0-4f84-8a02-d306b8c776f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.579916726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"32ea7660-a131-4da8-ba0e-e52c2398fee9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.687549668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"a0ff861f-708a-4260-b4ac-c8c6f386cfd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:17.83240972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"5fd82d85-ce0a-45e1-9c8f-7765bf18b8d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:19.217388246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2d7665-78fc-4560-b812-5a0c2c4b6e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:19.26766353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2d7665-78fc-4560-b812-5a0c2c4b6e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:19.318100735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2d7665-78fc-4560-b812-5a0c2c4b6e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:19.368365541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2d7665-78fc-4560-b812-5a0c2c4b6e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:21.236313836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528504b8-6e7f-4af2-be59-adccc0ac80aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:21.286681718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528504b8-6e7f-4af2-be59-adccc0ac80aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:21.336948741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528504b8-6e7f-4af2-be59-adccc0ac80aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:21.387204966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528504b8-6e7f-4af2-be59-adccc0ac80aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:23.217241115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc9f4e7-ef20-4ecb-aedf-fee3d23a47e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:23.267464271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc9f4e7-ef20-4ecb-aedf-fee3d23a47e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:23.317317905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc9f4e7-ef20-4ecb-aedf-fee3d23a47e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:23.367451717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc9f4e7-ef20-4ecb-aedf-fee3d23a47e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:25.069331418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"c0b42108-2223-489f-9ec3-032aa61b6012","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:25.124505287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"c0b42108-2223-489f-9ec3-032aa61b6012","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"name":"e2e-api-b-e942ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:25.178481899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e942ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"c0b42108-2223-489f-9ec3-032aa61b6012","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:25.314904904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427fb0a0-d2ed-4345-90f3-751e06f15b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:25.365315412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427fb0a0-d2ed-4345-90f3-751e06f15b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:25.41610537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427fb0a0-d2ed-4345-90f3-751e06f15b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:25.466697254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427fb0a0-d2ed-4345-90f3-751e06f15b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:27.100745384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"c8408ba9-8a1e-4349-bfc2-0a73b1d806e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:27.156046926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"c8408ba9-8a1e-4349-bfc2-0a73b1d806e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"name":"e2e-api-a-69a4bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:27.314272166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b303a8-0a03-4449-8714-2159addb69b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:27.364416378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b303a8-0a03-4449-8714-2159addb69b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:27.414601017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b303a8-0a03-4449-8714-2159addb69b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:27.469358204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b303a8-0a03-4449-8714-2159addb69b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:27.520386044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"205fc5ba-cd92-4fc1-b699-f0a2b35fbec5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:27.575386451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"205fc5ba-cd92-4fc1-b699-f0a2b35fbec5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"name":"e2e-api-a-69a4bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:28.305329053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"6b31b6f6-624b-40b7-81b7-edab9ef0bd55","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:28.419472501Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"6b31b6f6-624b-40b7-81b7-edab9ef0bd55","name":"e2e-ipp-a-ac952a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:29.432838938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afd54a0-0a65-4375-b5c9-de7b59bffd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:29.511107065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afd54a0-0a65-4375-b5c9-de7b59bffd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:29.56194341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afd54a0-0a65-4375-b5c9-de7b59bffd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:29.612030732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afd54a0-0a65-4375-b5c9-de7b59bffd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:35.281902566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"09765782-a3c1-4e56-9dc3-8f84262dff90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:35.336395668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"09765782-a3c1-4e56-9dc3-8f84262dff90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"name":"e2e-api-b-e942ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:35.391447124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e942ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"09765782-a3c1-4e56-9dc3-8f84262dff90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:38.324009232Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:38.350246276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"df648d0c-6ac7-4a01-933e-ee3ebb8390e2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:38.4639958Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"df648d0c-6ac7-4a01-933e-ee3ebb8390e2","name":"e2e-mt-7e6fe88b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:41.600582786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"85e0615a-d279-423e-b59f-01141ff6c6f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:41.700646101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"2c4985bd-7926-4870-947c-b04762ad578e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:41.814175582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"15bf97e1-3595-46da-8892-b5719f7471b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:41.938743538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"82d86b7d-a1c5-43ea-8761-948e7d6e02fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:42.06711263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"790906bc-57ad-4497-817d-3a5979161351","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:42.069253549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"abbd4775-5f24-4b90-88da-b7c6362d068b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:42.148887314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"c919e900-572f-4ded-b149-f5e9e0518fe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:42.239352441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"ad550670-b848-470d-9d6a-2d2fe975c55f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:42.408667058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"a4b1d5e4-f42a-405d-a388-139b3a82319e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:42.508261738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"258478f4-bb1c-45f5-a74a-8b9066249f35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:42.610449294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79b71c64-3ec4-465d-bd42-78618bf74995","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:42.714358323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"8dd106e0-e74e-4d2a-981f-023d17469d72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:45.491919054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"f7236f3a-4221-4b10-8938-5bf56b6e09c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:45.546807489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"f7236f3a-4221-4b10-8938-5bf56b6e09c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"name":"e2e-api-b-e942ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:45.600759499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e942ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ea0f13f0cb795dba4506430274fbc1678ac8a9ecec79ba91727cfbae62d14b) AuthConfig (d952a7b2bbde7768c256420318b42c21de2f3b64184ffb216375271db5ae58a4) AuthConfig (71b339418d0459dba6dc6f95247982fa7be8cfc48364646cd4563de2fd570f73) AuthConfig (2790048914dbe72f593890913354b312824b17c9ba283db5383a182dbb10234e) AuthConfig (db86325162f76c425dac2645314c5ccffc4bbf3c38187eda47c3a8038de9d526) AuthConfig (47a29f49e9940442baff2e98bd744dd063bf535acb45219aadd31f153e1ee663)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"f7236f3a-4221-4b10-8938-5bf56b6e09c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:45.657003568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e57d0ffc-ddb9-4e54-bc5c-5bc481376e35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:45.657028298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e57d0ffc-ddb9-4e54-bc5c-5bc481376e35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.295085194Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"e49a59ff-66fe-42f0-b084-bda42ac1d0f0","namespace":"ai-tenant-e2e-api-a-69a4bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.295145545Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"e49a59ff-66fe-42f0-b084-bda42ac1d0f0","namespace":"ai-tenant-e2e-api-a-69a4bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.29518905Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"e49a59ff-66fe-42f0-b084-bda42ac1d0f0","name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.3502284Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"e49a59ff-66fe-42f0-b084-bda42ac1d0f0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.350418484Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"32ce2f70-b504-4e7f-996d-5ef12e82b3d6","namespace":"ai-tenant-e2e-api-b-3c636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.35047156Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"32ce2f70-b504-4e7f-996d-5ef12e82b3d6","namespace":"ai-tenant-e2e-api-b-3c636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.350517993Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"32ce2f70-b504-4e7f-996d-5ef12e82b3d6","name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.350592854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efc5f0b9-908c-414f-a818-187fdc50a50b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.350611239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efc5f0b9-908c-414f-a818-187fdc50a50b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.350773461Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"e2825100-172a-4a57-9f60-58d60a554efb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.405256224Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"32ce2f70-b504-4e7f-996d-5ef12e82b3d6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.405581846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"087ca8bc-9896-4271-91d2-9b194a7cd904","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.405598419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"087ca8bc-9896-4271-91d2-9b194a7cd904","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.405747416Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"af3679de-f090-4ec5-a689-f85cfbfa432c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.587113057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"e2825100-172a-4a57-9f60-58d60a554efb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.637273536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"af3679de-f090-4ec5-a689-f85cfbfa432c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.70993517Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"e2825100-172a-4a57-9f60-58d60a554efb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"name":"e2e-api-a-69a4bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.709958749Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"e2e-e2e-api-a-69a4bc-policy","reconcileID":"e2825100-172a-4a57-9f60-58d60a554efb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69a4bc-policy","namespace":"ai-tenant-e2e-api-a-69a4bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69a4bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.759975022Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"af3679de-f090-4ec5-a689-f85cfbfa432c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"name":"e2e-api-b-3c636f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.759999452Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"e2e-e2e-api-b-3c636f-policy","reconcileID":"af3679de-f090-4ec5-a689-f85cfbfa432c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c636f-policy","namespace":"ai-tenant-e2e-api-b-3c636f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.764077422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86d6118d-9395-4fa6-b6fc-51664f695eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.764093358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86d6118d-9395-4fa6-b6fc-51664f695eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.814950505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4766b09a-30ce-4e7f-b1ce-9ec6c7a0a4ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:48.814967582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4766b09a-30ce-4e7f-b1ce-9ec6c7a0a4ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:55.758364386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"02eb2ab0-8762-4561-851d-7063dc439607","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:55.813911156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"02eb2ab0-8762-4561-851d-7063dc439607","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"name":"e2e-api-b-e942ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:55.867726902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e942ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ea0f13f0cb795dba4506430274fbc1678ac8a9ecec79ba91727cfbae62d14b) AuthConfig (d952a7b2bbde7768c256420318b42c21de2f3b64184ffb216375271db5ae58a4) AuthConfig (71b339418d0459dba6dc6f95247982fa7be8cfc48364646cd4563de2fd570f73) AuthConfig (2790048914dbe72f593890913354b312824b17c9ba283db5383a182dbb10234e) AuthConfig (db86325162f76c425dac2645314c5ccffc4bbf3c38187eda47c3a8038de9d526) AuthConfig (47a29f49e9940442baff2e98bd744dd063bf535acb45219aadd31f153e1ee663)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"02eb2ab0-8762-4561-851d-7063dc439607","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:57.826034766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"b7c17e41-ff79-441f-ac57-48c23004e6c9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f66180","tenantID":"e2e-ipp-a-f66180","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:57.93951028Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"b7c17e41-ff79-441f-ac57-48c23004e6c9","name":"e2e-ipp-a-f66180-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:05.970815897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"ebe0fc51-857a-4959-add2-51b09c5d8363","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:06.028612369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"ebe0fc51-857a-4959-add2-51b09c5d8363","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"name":"e2e-api-b-e942ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:06.298191576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c83fcfef-1835-4351-b495-fc95c83afb1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:06.298240416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c83fcfef-1835-4351-b495-fc95c83afb1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:08.323665531Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:19.071919495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0600e18-c3bd-46a0-8496-9c7d556e9075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:19.122026355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0600e18-c3bd-46a0-8496-9c7d556e9075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:19.172178107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0600e18-c3bd-46a0-8496-9c7d556e9075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:19.225324069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0600e18-c3bd-46a0-8496-9c7d556e9075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:21.03978722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37ff938-a218-4f75-b665-757d1c02c582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:21.08985968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37ff938-a218-4f75-b665-757d1c02c582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:21.142786285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37ff938-a218-4f75-b665-757d1c02c582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:21.193140939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37ff938-a218-4f75-b665-757d1c02c582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:23.147713138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dae0ce0-81d4-4f95-b7ba-7d253dc77a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:23.19780865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dae0ce0-81d4-4f95-b7ba-7d253dc77a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:23.262767996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dae0ce0-81d4-4f95-b7ba-7d253dc77a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:23.315021379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dae0ce0-81d4-4f95-b7ba-7d253dc77a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:25.328882162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cdb747-b08e-40a9-8c2e-3e01a8c27f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:25.37874847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cdb747-b08e-40a9-8c2e-3e01a8c27f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:25.429029204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cdb747-b08e-40a9-8c2e-3e01a8c27f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:25.479099537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cdb747-b08e-40a9-8c2e-3e01a8c27f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:27.327176004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c07a28-a822-4758-a0c2-493c7b2aa759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:27.377095164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c07a28-a822-4758-a0c2-493c7b2aa759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:27.426959882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c07a28-a822-4758-a0c2-493c7b2aa759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:27.476963792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c07a28-a822-4758-a0c2-493c7b2aa759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:28.615095516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"0900872b-5c0d-4014-9abb-d872a0145599","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:28.615119881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"0900872b-5c0d-4014-9abb-d872a0145599","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:28.934657724Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-cb2b8a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-cb2b8a","reconcileID":"131337fc-39b6-4cbd-9f98-88ff626143ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-cb2b8a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-cb2b8a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:29.386726742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed56f39-a8a0-429b-9b60-7ddab9181a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:29.437074976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed56f39-a8a0-429b-9b60-7ddab9181a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:29.488572818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed56f39-a8a0-429b-9b60-7ddab9181a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:29.539878923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed56f39-a8a0-429b-9b60-7ddab9181a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:31.387386965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78971f9e-06a4-4a5a-a835-d57e14a4ccc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:31.437787676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78971f9e-06a4-4a5a-a835-d57e14a4ccc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:31.488687565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78971f9e-06a4-4a5a-a835-d57e14a4ccc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:31.538819222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78971f9e-06a4-4a5a-a835-d57e14a4ccc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:38.324532444Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:40.715115858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"a9236c79-f5b5-4fcd-89ee-df1068992c4a","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:40.715259225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"a9236c79-f5b5-4fcd-89ee-df1068992c4a","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:40.82387807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"66efdb95-3d67-427d-8612-2e52d7b2fb4d","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:40.823905376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"66efdb95-3d67-427d-8612-2e52d7b2fb4d","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:41.66163541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1610f473-ea29-4fb8-ae38-145c38b04cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:41.712076468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1610f473-ea29-4fb8-ae38-145c38b04cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:41.762119689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1610f473-ea29-4fb8-ae38-145c38b04cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:41.812025547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1610f473-ea29-4fb8-ae38-145c38b04cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:42.901726222Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","namespace":"ai-tenant-e2e-api-a-69a4bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:42.901905663Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","namespace":"ai-tenant-e2e-api-a-69a4bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:42.902015574Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","tenant":"e2e-api-a-69a4bc","tenantID":"e2e-api-a-69a4bc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:42.954195821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"Deployment","name":"maas-api-e2e-api-a-69a4bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.014700459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"Service","name":"maas-api-e2e-api-a-69a4bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.073489958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-69a4bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.167844171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-69a4bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.230149853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.283612744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.341276675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.417840655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.479011853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"Deployment","name":"payload-processing-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.5385312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.59587861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"Service","name":"payload-processing-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.649085811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"Service","name":"payload-pre-processing-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.7036731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.706322852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47b7df9-827d-4638-9f7f-97a60ac44f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.75666015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.75696681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47b7df9-827d-4638-9f7f-97a60ac44f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.809377508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.810196849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47b7df9-827d-4638-9f7f-97a60ac44f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.860709083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47b7df9-827d-4638-9f7f-97a60ac44f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.864423019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.914439472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.964207836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.023489181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-69a4bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.103184647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69a4bc"},"namespace":"ai-tenant-e2e-api-a-69a4bc","name":"default-tenant","reconcileID":"98e23f36-8f19-4d57-ac70-a80285f6fbed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-69a4bc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.162322329Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","namespace":"ai-tenant-e2e-api-b-3c636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.162508209Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","namespace":"ai-tenant-e2e-api-b-3c636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.162592705Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","tenant":"e2e-api-b-3c636f","tenantID":"e2e-api-b-3c636f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.216836914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"Deployment","name":"maas-api-e2e-api-b-3c636f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.274593825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"Service","name":"maas-api-e2e-api-b-3c636f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.334373501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-3c636f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.38841934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-3c636f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.452980104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.514088957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.569475044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.655455849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.727566441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"Deployment","name":"payload-processing-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.77772303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.827539423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"Service","name":"payload-processing-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.877261805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"Service","name":"payload-pre-processing-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.927131589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.983528633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.997133665Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-69a4bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-69a4bc","reconcileID":"0009ad7b-a199-4797-8cf0-7aa0c62d783d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-69a4bc","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-69a4bc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:45.038327828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:45.098632696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:45.148621327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:45.201054507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:45.34263956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-3c636f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:45.498446629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c636f"},"namespace":"ai-tenant-e2e-api-b-3c636f","name":"default-tenant","reconcileID":"03f44bfe-f8ab-45f9-990d-1dd880c9d557","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-3c636f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:46.059513849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad7eb17-49e0-4333-b9ad-3d0595041730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:46.111059859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad7eb17-49e0-4333-b9ad-3d0595041730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:46.161147745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad7eb17-49e0-4333-b9ad-3d0595041730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:46.211200454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad7eb17-49e0-4333-b9ad-3d0595041730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:46.368931652Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3c636f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3c636f","reconcileID":"ba84d1fe-2b81-40ac-9c68-8f3bb54e48a9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3c636f","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-3c636f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:48.11199947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05a882e-c9f7-45ea-b874-188d94a14458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:48.282483628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05a882e-c9f7-45ea-b874-188d94a14458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:48.336328642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05a882e-c9f7-45ea-b874-188d94a14458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:48.391791843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05a882e-c9f7-45ea-b874-188d94a14458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:48.697244991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"cf7c530e-758b-4fc7-9e7e-3d991f6aa1f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:48.853419732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"74c99ca9-943a-40ad-8bc6-2e6e3803b98a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:48.9541389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"7af441d5-4ab2-4f1f-9f34-b2a06c79ef2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:48.978373868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"172cc022-df93-48fd-a86c-98c34b523aab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:49.163394614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"87954be2-315b-44b6-abb2-d035ee5e76db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:49.34653843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"07160d1d-9cce-4c48-8993-058e2177c4f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:49.602105038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"5ef531a7-03bf-4bc1-8427-e75ca997c2ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:49.647056139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"956d5014-b8fb-42dc-ba89-c6e0551c4c64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:49.810193491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"63403173-b087-46c1-8477-f7b2de04da91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:49.864769404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"881f1179-f3c9-42a1-93d0-6fba28c37a88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:49.890923378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb2ece4a-ac0f-452b-8141-1226943e5eeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:50.064489904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7fa5c248-2015-4e55-8471-f79c2a5b5bd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:50.213290758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cb5e2e-4630-4626-9478-c3895675e377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:50.264310178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cb5e2e-4630-4626-9478-c3895675e377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:50.314691187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cb5e2e-4630-4626-9478-c3895675e377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:50.365520496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cb5e2e-4630-4626-9478-c3895675e377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:51.949182891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"af11302c-a7a2-4c01-a8d8-e5c5fc87d50c","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"tenant":"e2e-mt-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","model":"ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:51.949204948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"af11302c-a7a2-4c01-a8d8-e5c5fc87d50c","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"routeName":"e2e-lifecycle-model-7e6fe88b-kserve-route","namespace":"ai-tenant-e2e-mt-7e6fe88b","llmisvcName":"e2e-lifecycle-model-7e6fe88b","gateway":"openshift-ingress/e2e-mt-7e6fe88b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:52.279730542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f51f85-e396-44cd-b615-2c4b72a3ea18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:52.330126768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f51f85-e396-44cd-b615-2c4b72a3ea18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:52.381093795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f51f85-e396-44cd-b615-2c4b72a3ea18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:52.431252717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f51f85-e396-44cd-b615-2c4b72a3ea18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:54.049281083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"79dd26a7-2bfb-49bc-8024-15671c5bc719","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:54.109280213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"79dd26a7-2bfb-49bc-8024-15671c5bc719","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"name":"e2e-api-b-e942ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:54.460917826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"443b9864-5cd6-42cf-ab66-b12f4744fcfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:54.53395874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"443b9864-5cd6-42cf-ab66-b12f4744fcfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"name":"e2e-api-b-e942ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:54.564679645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a256397e-6dc6-4fe5-aaa4-902371301651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:54.617200273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a256397e-6dc6-4fe5-aaa4-902371301651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:54.667410047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a256397e-6dc6-4fe5-aaa4-902371301651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:54.720960733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a256397e-6dc6-4fe5-aaa4-902371301651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:56.84855624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187a395e-d213-46d7-8bb5-8b1afa255044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:56.900750585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187a395e-d213-46d7-8bb5-8b1afa255044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:56.957955164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187a395e-d213-46d7-8bb5-8b1afa255044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:57.040156619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187a395e-d213-46d7-8bb5-8b1afa255044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:59.101197796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b470edc3-f711-4d69-b028-a5c324b78ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:59.152266402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b470edc3-f711-4d69-b028-a5c324b78ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:59.202321679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b470edc3-f711-4d69-b028-a5c324b78ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:59.252301154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b470edc3-f711-4d69-b028-a5c324b78ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:00.685699641Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f6979f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f6979f","reconcileID":"2ad6b9ce-3b7d-4fc1-ba5d-1c0d94b5b903","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f6979f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-f6979f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:01.219115888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df237e84-45fd-49d2-aae4-d23cdbd08368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:01.269782194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df237e84-45fd-49d2-aae4-d23cdbd08368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:01.320146713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df237e84-45fd-49d2-aae4-d23cdbd08368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:01.370233505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df237e84-45fd-49d2-aae4-d23cdbd08368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:01.970481111Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b647c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b647c3","reconcileID":"0fb49c30-13c7-4913-b9d7-5d6700a65f1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b647c3","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-b647c3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:03.218102468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5683955-03e4-41c5-8343-c84bbb89f682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:03.269927502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5683955-03e4-41c5-8343-c84bbb89f682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:03.333480527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5683955-03e4-41c5-8343-c84bbb89f682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:03.385298043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5683955-03e4-41c5-8343-c84bbb89f682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:05.37278867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88579a76-bb4c-4b75-8431-ad4f53ebf7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:05.422816769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88579a76-bb4c-4b75-8431-ad4f53ebf7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:05.472826864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88579a76-bb4c-4b75-8431-ad4f53ebf7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:05.522802442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88579a76-bb4c-4b75-8431-ad4f53ebf7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:06.332358002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"87f26ec3-00a1-4d7a-a2f6-3fc85a094026","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:06.387122196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"87f26ec3-00a1-4d7a-a2f6-3fc85a094026","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"name":"e2e-api-b-e942ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:06.687374101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"f6babbe2-21e8-436c-b780-6a9ea51f87a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:06.835660176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"f6babbe2-21e8-436c-b780-6a9ea51f87a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"name":"e2e-api-b-e942ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:07.573271712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8fba1c-ec7f-45af-b780-21a97bfd4d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:07.623690782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8fba1c-ec7f-45af-b780-21a97bfd4d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:07.673872735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8fba1c-ec7f-45af-b780-21a97bfd4d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:07.724177992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8fba1c-ec7f-45af-b780-21a97bfd4d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:08.324401311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:09.610962527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016c724-e945-4f42-b2dc-132ee435fa65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:09.661313778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016c724-e945-4f42-b2dc-132ee435fa65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:09.714661051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016c724-e945-4f42-b2dc-132ee435fa65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:09.766071103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016c724-e945-4f42-b2dc-132ee435fa65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:11.113844431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"566e0382-c897-4355-8091-d02d1b73f11f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:11.230597451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe704735-394d-476c-975b-0d1a6f314982","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:11.330970159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"3d929650-5754-4b80-9575-d5627f8caf19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:11.474986117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"50cea3fc-fb19-4630-9523-46b863fc7eb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:11.574904718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"31fb32bb-8c91-40f3-9ab2-eb0be6ba3a25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:11.67499195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"ad225ebc-9d1f-4546-bfd2-81c8d0a62f51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:11.675020169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03a497be-3a28-4242-b880-19d64b037465","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:11.77474645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"4ac84a00-459e-45aa-bd6d-00ae68789eee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:11.783800187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"af5a9e52-3206-4a30-8a0e-491a31d4f191","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:11.880688114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"05bb0730-55fe-422f-bf75-278bae73e426","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:12.155384617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"92b36415-0ffb-4576-a6af-23ec6787ed79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:12.272145819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"33c3fe63-3c11-4743-9578-85296b9cb4fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.03795228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","namespace":"ai-tenant-e2e-mt-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.038011919Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","namespace":"ai-tenant-e2e-mt-7e6fe88b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.038061558Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","tenant":"e2e-mt-7e6fe88b","tenantID":"e2e-mt-7e6fe88b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.098749714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"Deployment","name":"maas-api-e2e-mt-7e6fe88b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.166466229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"Service","name":"maas-api-e2e-mt-7e6fe88b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.22006281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-7e6fe88b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.30384981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-7e6fe88b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.438325578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.49192692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.547289928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.599752338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.649511644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"Deployment","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.699297691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.750510288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"Service","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.80461912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"Service","name":"payload-pre-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.854996348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"DestinationRule","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.904965807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:20.954857826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:21.00916698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:21.059411678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:21.10931313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:21.161010699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-7e6fe88b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:21.210590682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"default-tenant","reconcileID":"5b6dec0d-c917-4d3b-b519-7dc8ab61fcc3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-7e6fe88b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:22.035767328Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7e6fe88b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7e6fe88b","reconcileID":"252dd7c1-0967-4390-9596-24b35cac1b71","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7e6fe88b","removed":["maas.opendatahub.io/gateway-access-e2e-mt-7e6fe88b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.198363054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"113232bc-aaf1-49a8-837c-cd7db30e84dc","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.322587902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"113232bc-aaf1-49a8-837c-cd7db30e84dc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.327950446Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"49c925d2-548c-45f0-94d2-22c32c925189","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.328039793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"49c925d2-548c-45f0-94d2-22c32c925189","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.339227093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"f4075da1-1057-4080-9d10-2535edd6dc90","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.339285257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"f4075da1-1057-4080-9d10-2535edd6dc90","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.360486646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"749373aa-215e-4f7f-8f33-59cdaa6d5a9a","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.360551921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"749373aa-215e-4f7f-8f33-59cdaa6d5a9a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.401673706Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"db16474a-1084-45aa-99e7-b8cb378194b0","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.401743028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"db16474a-1084-45aa-99e7-b8cb378194b0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.482189997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"1f83654c-9a55-48d3-b382-06110307c4e2","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.48228508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"1f83654c-9a55-48d3-b382-06110307c4e2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.643334065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"739c225e-cdc3-49e6-8248-4fd68c8e749a","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.643405476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"739c225e-cdc3-49e6-8248-4fd68c8e749a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.964259949Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"b53f1ba1-8d65-4545-b7eb-8fe1c00a8531","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:22.964324527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"b53f1ba1-8d65-4545-b7eb-8fe1c00a8531","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:23.128838264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3605b104-8f71-41fd-9304-b6ec741c6403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:23.179280454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3605b104-8f71-41fd-9304-b6ec741c6403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:23.22968379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3605b104-8f71-41fd-9304-b6ec741c6403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:23.280420888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3605b104-8f71-41fd-9304-b6ec741c6403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:23.604893279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"9dd60d5e-03d0-4082-ad86-11bbd0c2ad00","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:23.604989069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"9dd60d5e-03d0-4082-ad86-11bbd0c2ad00","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:24.886178093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"176fc963-bceb-4c42-8a72-3083377b2810","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:24.886269581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"176fc963-bceb-4c42-8a72-3083377b2810","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:25.134881793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32275767-5069-483f-bf21-a8f9f09be88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:25.185046397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32275767-5069-483f-bf21-a8f9f09be88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:25.265395356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32275767-5069-483f-bf21-a8f9f09be88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:25.333823021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32275767-5069-483f-bf21-a8f9f09be88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:26.356057361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"454b6e9a-285f-4c42-9545-df79e0f271ae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-cb2b8a","tenantID":"e2e-ipp-b-cb2b8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:26.471176528Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"454b6e9a-285f-4c42-9545-df79e0f271ae","name":"e2e-ipp-b-cb2b8a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:27.175553132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898fc40e-82b2-40d1-83e7-b57b3f7fac93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:27.225501827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898fc40e-82b2-40d1-83e7-b57b3f7fac93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:27.275568297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898fc40e-82b2-40d1-83e7-b57b3f7fac93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:27.325433889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898fc40e-82b2-40d1-83e7-b57b3f7fac93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:27.447430464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"25720632-356d-4459-b4f0-23cc7fca20cb","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:27.447557562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"25720632-356d-4459-b4f0-23cc7fca20cb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:28.102465278Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"0ea4de90-aba0-4a12-a517-dcf9ac5db393","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:28.10252924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"0ea4de90-aba0-4a12-a517-dcf9ac5db393","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:38.32353687Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:38.343285549Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"43dc4dea-c269-4f19-9b90-a1bdbea6f1a7","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:38.343359824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"43dc4dea-c269-4f19-9b90-a1bdbea6f1a7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:47.893378501Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"7dbaca88-4bed-40d9-90c0-43bdaaff9df9","namespace":"ai-tenant-e2e-api-b-e942ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:47.893437477Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"7dbaca88-4bed-40d9-90c0-43bdaaff9df9","namespace":"ai-tenant-e2e-api-b-e942ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:47.893497948Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"7dbaca88-4bed-40d9-90c0-43bdaaff9df9","name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:47.947553003Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"7dbaca88-4bed-40d9-90c0-43bdaaff9df9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:47.947953977Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"d91339b0-4c52-4637-abc4-b18a679cf8a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:47.948513531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf43b170-1695-4578-8204-5ad6a3baaa08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:47.948535417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf43b170-1695-4578-8204-5ad6a3baaa08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:48.148787033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"d91339b0-4c52-4637-abc4-b18a679cf8a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:48.272628522Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"d91339b0-4c52-4637-abc4-b18a679cf8a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"name":"e2e-api-b-e942ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:48.272653842Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"e2e-e2e-api-b-e942ab-policy","reconcileID":"d91339b0-4c52-4637-abc4-b18a679cf8a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e942ab-policy","namespace":"ai-tenant-e2e-api-b-e942ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e942ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:48.327447465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c14d1571-740d-4859-95c3-bbe970204378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:48.327467893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c14d1571-740d-4859-95c3-bbe970204378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:57.596971208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"2c84ca4a-86b7-4e85-8f7a-03dd45c8a39d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-f6979f","tenantID":"e2e-ipp-b-f6979f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:57.711307053Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"2c84ca4a-86b7-4e85-8f7a-03dd45c8a39d","name":"e2e-ipp-b-f6979f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:58.823657034Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"5742cc83-ebb5-4ae0-9dfc-e4f0148112f0","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:58.823736043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"5742cc83-ebb5-4ae0-9dfc-e4f0148112f0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:02.585487008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"249eec39-4555-4751-be15-c6c0ae3cb162","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b647c3","tenantID":"e2e-ipp-a-b647c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:02.699050817Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"249eec39-4555-4751-be15-c6c0ae3cb162","name":"e2e-ipp-a-b647c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:58:04.212950047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"c2f9641e-a7f4-4e6f-8430-7504d4575c5b","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:58:04.213013585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"c2f9641e-a7f4-4e6f-8430-7504d4575c5b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7e6fe88b/e2e-lifecycle-model-7e6fe88b-kserve-route (gateways: [openshift-ingress/e2e-mt-7e6fe88b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:58:05.403701066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7e6fe88b","namespace":"ai-tenant-e2e-mt-7e6fe88b"},"namespace":"ai-tenant-e2e-mt-7e6fe88b","name":"e2e-lifecycle-model-7e6fe88b","reconcileID":"46002689-5dc7-437a-8bfd-89e085283227","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-7e6fe88b\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:08.323401663Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:17.929397127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ce5fc8-8861-44ae-89a0-58b1bece41a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:17.980438353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ce5fc8-8861-44ae-89a0-58b1bece41a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:18.037146567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ce5fc8-8861-44ae-89a0-58b1bece41a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:18.087486129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ce5fc8-8861-44ae-89a0-58b1bece41a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:18.422456186Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-eee7f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-eee7f1","reconcileID":"76eca5fc-fe1f-4bf9-94d5-021865e9d470","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-eee7f1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-eee7f1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:19.942064178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71272acb-8e10-4fb9-895e-d1dfb6546114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:19.992154115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71272acb-8e10-4fb9-895e-d1dfb6546114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:20.044513947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71272acb-8e10-4fb9-895e-d1dfb6546114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:20.094902118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71272acb-8e10-4fb9-895e-d1dfb6546114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:21.935145987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3985ea-9c18-4a04-adaf-5809c02b8be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:21.985436188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3985ea-9c18-4a04-adaf-5809c02b8be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:22.049718916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3985ea-9c18-4a04-adaf-5809c02b8be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:22.106965739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3985ea-9c18-4a04-adaf-5809c02b8be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:26.775648335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd266698-9324-401a-9517-b8b5a952348e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:26.830811961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd266698-9324-401a-9517-b8b5a952348e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:26.882005992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd266698-9324-401a-9517-b8b5a952348e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:26.932206861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd266698-9324-401a-9517-b8b5a952348e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:28.81942891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570f8ff7-7ffe-4d08-8316-c7d34ec4a70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:28.869323671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570f8ff7-7ffe-4d08-8316-c7d34ec4a70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:28.9194996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570f8ff7-7ffe-4d08-8316-c7d34ec4a70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:28.969377268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570f8ff7-7ffe-4d08-8316-c7d34ec4a70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:30.899074375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9801c187-9b24-465a-9c25-37f7e5335f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:30.94902131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9801c187-9b24-465a-9c25-37f7e5335f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:30.998847036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9801c187-9b24-465a-9c25-37f7e5335f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:31.050460914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9801c187-9b24-465a-9c25-37f7e5335f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:32.881703186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7787aa-a9a9-45c1-af4e-3fe01bbe40b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:32.932059391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7787aa-a9a9-45c1-af4e-3fe01bbe40b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:32.982156848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7787aa-a9a9-45c1-af4e-3fe01bbe40b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:33.035333338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7787aa-a9a9-45c1-af4e-3fe01bbe40b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:34.883337347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64001837-9a18-41ad-b331-272ced1f1fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:34.933445453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64001837-9a18-41ad-b331-272ced1f1fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:34.983704516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64001837-9a18-41ad-b331-272ced1f1fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:35.036239442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64001837-9a18-41ad-b331-272ced1f1fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:36.865276058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda55d3c-e68e-4f11-a651-aaf05a4626f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:36.915726442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda55d3c-e68e-4f11-a651-aaf05a4626f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:36.965968711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda55d3c-e68e-4f11-a651-aaf05a4626f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:37.016006289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda55d3c-e68e-4f11-a651-aaf05a4626f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:38.32455254Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:38.69910301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"1e54246e-7902-4ee6-8879-c7be60bac30d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:38.931100868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"d27d8e01-5616-4b39-bffe-db8dbf7f41f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.246584364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"cf4e094e-c0aa-4df6-9254-7288ff51a514","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.347032866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"6d818556-d43d-40cf-8771-970e2d35f48a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.440540725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"adaea4cc-f468-401d-9b0b-07916a09c5e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.558230496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"21ff53dd-b971-482f-a032-23e227c9d389","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.655573585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"d9f794ca-261a-49ee-8a01-840766be89f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.755777729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9afd970-3ac8-4706-87c1-176caaedd230","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.853150466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"4c712282-9ec0-4407-bfce-a5a2c7c1a01d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.86148348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"379dbe19-a20f-4f71-bcd2-41377c446ea2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.957567874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cade2796-5d21-40b1-a849-e323ea6c7eff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.980498438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"0ddb5ca2-8523-4397-b72e-f66196522c99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.193857945Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","namespace":"ai-tenant-e2e-api-b-e942ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.194050412Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","namespace":"ai-tenant-e2e-api-b-e942ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.194171995Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","tenant":"e2e-api-b-e942ab","tenantID":"e2e-api-b-e942ab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.248717586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"Deployment","name":"maas-api-e2e-api-b-e942ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.307445438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"Service","name":"maas-api-e2e-api-b-e942ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.367181705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e942ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.419037613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e942ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.475966276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.539555951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.600575952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.652875316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.703571116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"Deployment","name":"payload-processing-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.753412047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.806344606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"Service","name":"payload-processing-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.861514213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.911510244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:52.961750627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:53.011643343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:53.06541827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:53.11528634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:53.170703073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:53.222555925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e942ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:53.276534447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e942ab"},"namespace":"ai-tenant-e2e-api-b-e942ab","name":"default-tenant","reconcileID":"825e7438-ba54-4a7d-9a44-0dfcf18431d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e942ab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:54.068868307Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e942ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e942ab","reconcileID":"89dd3463-b934-46f9-a2de-782e78260152","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e942ab","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e942ab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.169868636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2108dcd-156f-4a67-ba2a-4d5915f3fd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.219968636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2108dcd-156f-4a67-ba2a-4d5915f3fd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.270185619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2108dcd-156f-4a67-ba2a-4d5915f3fd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.32028446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2108dcd-156f-4a67-ba2a-4d5915f3fd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:57.144903696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358456ff-3e61-4d0a-b89b-2e8d3d90f081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:57.20739437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358456ff-3e61-4d0a-b89b-2e8d3d90f081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:57.257959769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358456ff-3e61-4d0a-b89b-2e8d3d90f081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:57.307929075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358456ff-3e61-4d0a-b89b-2e8d3d90f081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:59.31451897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917988a6-c31e-489d-8338-07e04473c7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:59.371503709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917988a6-c31e-489d-8338-07e04473c7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:59.422467899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917988a6-c31e-489d-8338-07e04473c7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:59.472575301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917988a6-c31e-489d-8338-07e04473c7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:01.318954019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219c4eec-d790-4168-b7f5-d39079ab2f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:01.369011939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219c4eec-d790-4168-b7f5-d39079ab2f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:01.419141434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219c4eec-d790-4168-b7f5-d39079ab2f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:01.46926016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219c4eec-d790-4168-b7f5-d39079ab2f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:03.425645535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576874d1-9a17-4f6d-baa0-4e2050b2379b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:03.475794126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576874d1-9a17-4f6d-baa0-4e2050b2379b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:03.526392031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576874d1-9a17-4f6d-baa0-4e2050b2379b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:03.576645668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576874d1-9a17-4f6d-baa0-4e2050b2379b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:05.562540871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16aa0c3-d2f3-40ff-9bf9-32a22b362b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:05.612871695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16aa0c3-d2f3-40ff-9bf9-32a22b362b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:05.662813823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16aa0c3-d2f3-40ff-9bf9-32a22b362b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:05.712911455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16aa0c3-d2f3-40ff-9bf9-32a22b362b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:07.646302859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d213189b-20fe-4b88-9e70-8795feeb4058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:07.696973884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d213189b-20fe-4b88-9e70-8795feeb4058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:07.747266104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d213189b-20fe-4b88-9e70-8795feeb4058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:07.797841928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d213189b-20fe-4b88-9e70-8795feeb4058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:08.330456238Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:09.061697344Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8c08e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8c08e7","reconcileID":"db1bad64-ff94-42ed-9163-3138261eb0a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8c08e7","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-8c08e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:09.726022802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896e1344-fe63-4823-8bfa-4396985e90f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:09.779157931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896e1344-fe63-4823-8bfa-4396985e90f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:09.82902462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896e1344-fe63-4823-8bfa-4396985e90f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:09.883748269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896e1344-fe63-4823-8bfa-4396985e90f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:11.742853877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4408d2c-4708-49bb-9a37-f52f34e5ef65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:11.793300161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4408d2c-4708-49bb-9a37-f52f34e5ef65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:11.843642753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4408d2c-4708-49bb-9a37-f52f34e5ef65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:11.894547444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4408d2c-4708-49bb-9a37-f52f34e5ef65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:13.869027546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68de1d03-b329-4a6f-945d-a6cfa32c6f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:13.927551235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68de1d03-b329-4a6f-945d-a6cfa32c6f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:13.987555748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68de1d03-b329-4a6f-945d-a6cfa32c6f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:14.039127521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68de1d03-b329-4a6f-945d-a6cfa32c6f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:15.009568918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"a666b158-e216-481f-a42f-6283d4dce308","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:15.102117147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"02806585-34fd-4df9-a074-bfcc56d7d1ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:15.245263299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"d7e02c56-fcdd-4ad1-9afa-1aefe89325ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:15.345913573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"0d4586ba-4681-4f14-b9ac-791155e88d25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:15.383736891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eeddfad4-c85f-4c18-ad02-ce69b8968099","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:15.750052399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"8d899f76-0612-468b-b532-c3c1307cc1fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:15.866602317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"64690d28-fb30-4a24-8ed7-8270e55ffb72","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:15.97836187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"0401ad63-168b-4620-a0c8-4875c3264b12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.029758957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8779577e-424a-40d4-b33b-5d406f11c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.072970116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"0bf3dcd8-bbe1-42c0-8d04-73ece991c2c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.080774988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8779577e-424a-40d4-b33b-5d406f11c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.132287862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8779577e-424a-40d4-b33b-5d406f11c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.184701978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8779577e-424a-40d4-b33b-5d406f11c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.30209225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"0ad0a455-3aea-45fb-ab9d-029b87ab8265","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.359742936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"e6481cfc-f213-414c-9252-271c74fa2754","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.360278113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"d891e80f-4f4d-4c8f-9ecd-bb852fda6c84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.804592875Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-eb41d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-eb41d3","reconcileID":"67a508da-62a4-44ce-8128-6baa7c8b9a4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-eb41d3","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-eb41d3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:18.143031641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516df4ef-4072-496d-a192-00dc8af9d5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:18.19300485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516df4ef-4072-496d-a192-00dc8af9d5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:18.243045825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516df4ef-4072-496d-a192-00dc8af9d5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:18.293548945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516df4ef-4072-496d-a192-00dc8af9d5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:20.121406556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55283a43-59c5-4248-9bb8-365e8d0eae1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:20.171416479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55283a43-59c5-4248-9bb8-365e8d0eae1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:20.221764467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55283a43-59c5-4248-9bb8-365e8d0eae1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:20.272080136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55283a43-59c5-4248-9bb8-365e8d0eae1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:22.185114278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5ab8ec-b894-4853-9449-1637696c43a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:22.235194347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5ab8ec-b894-4853-9449-1637696c43a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:22.285308966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5ab8ec-b894-4853-9449-1637696c43a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:22.396114479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5ab8ec-b894-4853-9449-1637696c43a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:24.320481715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93316929-40c4-4c77-b456-8ba786f72375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:24.370736388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93316929-40c4-4c77-b456-8ba786f72375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:24.42067927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93316929-40c4-4c77-b456-8ba786f72375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:24.470793251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93316929-40c4-4c77-b456-8ba786f72375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.321677438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c41a8ef-b1e6-40d3-aa5b-7ea4700e0fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.371793314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c41a8ef-b1e6-40d3-aa5b-7ea4700e0fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.422191171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c41a8ef-b1e6-40d3-aa5b-7ea4700e0fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.472563707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c41a8ef-b1e6-40d3-aa5b-7ea4700e0fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.213383498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"e9f2d9ea-151a-49c1-904e-4d08aa767b3d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.326721067Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"e9f2d9ea-151a-49c1-904e-4d08aa767b3d","name":"e2e-api-a-eee7f1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:32.026319071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"5b19329e-2591-44c7-b29d-d540d217b068","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:32.035709537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"5b19329e-2591-44c7-b29d-d540d217b068","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.580835638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"ebdee059-fef0-49d2-b399-8f5315aad2d7","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.580863133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"ebdee059-fef0-49d2-b399-8f5315aad2d7","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.635818986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"d13d535d-0656-4349-bb8a-c7511c0b4d39","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.635840101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"d13d535d-0656-4349-bb8a-c7511c0b4d39","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.73507667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"c089fce5-5c9d-4869-baab-e2803ded5ee4","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.857808236Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"c089fce5-5c9d-4869-baab-e2803ded5ee4","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.911649944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-ac952a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"c089fce5-5c9d-4869-baab-e2803ded5ee4","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.966730168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"95ac1f2a-df2a-4c0a-b9dd-9641e273ef17","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.966750691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"95ac1f2a-df2a-4c0a-b9dd-9641e273ef17","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.324754453Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.069707165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"219ad2ca-d7a8-426b-877a-411a27b5d08e","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.128253982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"219ad2ca-d7a8-426b-877a-411a27b5d08e","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.183007897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-ac952a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"219ad2ca-d7a8-426b-877a-411a27b5d08e","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.662686051Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","namespace":"ai-tenant-e2e-ipp-a-f66180","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.662749609Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","namespace":"ai-tenant-e2e-ipp-a-f66180","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.662807781Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","tenant":"e2e-ipp-a-f66180","tenantID":"e2e-ipp-a-f66180","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.715572155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f66180","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.773833599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"Service","name":"maas-api-e2e-ipp-a-f66180","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.827154668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f66180","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.879734676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f66180","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.936344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.994626484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.064105588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.123394875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.176810612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.229336481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.289372298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"Service","name":"payload-processing-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.347532812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.402065505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.455039136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.509330032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.563937107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.616102696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.668466561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.723661453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f66180","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.77849859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66180"},"namespace":"ai-tenant-e2e-ipp-a-f66180","name":"default-tenant","reconcileID":"32c95909-de54-4d15-9944-5a7feaeae515","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f66180","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:50.568411193Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f66180","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f66180","reconcileID":"fd761578-03ce-4944-b66a-273cec5fefa0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f66180","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f66180"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:51.644505166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d9dfd4-f5f9-4ec6-88bb-94b0d63a39a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:51.694840691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d9dfd4-f5f9-4ec6-88bb-94b0d63a39a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:51.745400171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d9dfd4-f5f9-4ec6-88bb-94b0d63a39a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:51.801933475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d9dfd4-f5f9-4ec6-88bb-94b0d63a39a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:53.66235255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d25b0e7-71c8-4856-9f78-513cf9355314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:53.712780587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d25b0e7-71c8-4856-9f78-513cf9355314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:53.763357091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d25b0e7-71c8-4856-9f78-513cf9355314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:53.814643562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d25b0e7-71c8-4856-9f78-513cf9355314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:58.285853228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"ae88c2dd-e912-45ea-a35a-dd347e366480","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:58.340971623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"ae88c2dd-e912-45ea-a35a-dd347e366480","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:58.394648851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-ac952a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"ae88c2dd-e912-45ea-a35a-dd347e366480","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:59.967469087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6505d0a-4d08-4120-80d4-39156b2d2a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:00.020060508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6505d0a-4d08-4120-80d4-39156b2d2a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:00.070415782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6505d0a-4d08-4120-80d4-39156b2d2a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:00.120570917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6505d0a-4d08-4120-80d4-39156b2d2a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:01.9908908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cf0028-bba3-4c52-902d-a077d3a64e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:02.043383295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cf0028-bba3-4c52-902d-a077d3a64e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:02.093594309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cf0028-bba3-4c52-902d-a077d3a64e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:02.144037416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cf0028-bba3-4c52-902d-a077d3a64e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:04.083272165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52acf072-bc49-4c75-8945-d1dc35fa34e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:04.133709838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52acf072-bc49-4c75-8945-d1dc35fa34e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:04.184361919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52acf072-bc49-4c75-8945-d1dc35fa34e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:04.234470008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52acf072-bc49-4c75-8945-d1dc35fa34e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:06.059309452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e6c3cb-f70c-4ed0-aa22-75159fc66a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:06.109153595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e6c3cb-f70c-4ed0-aa22-75159fc66a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:06.159362535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e6c3cb-f70c-4ed0-aa22-75159fc66a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:06.209458081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e6c3cb-f70c-4ed0-aa22-75159fc66a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:08.058532196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3cdc4a-1888-4c87-8631-025231e953ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:08.108594579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3cdc4a-1888-4c87-8631-025231e953ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:08.158759807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3cdc4a-1888-4c87-8631-025231e953ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:08.208931015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3cdc4a-1888-4c87-8631-025231e953ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:08.324535066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:08.513168421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"50cdaf3e-af6a-4be9-a966-a45e9b6162b1","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:08.574125607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"50cdaf3e-af6a-4be9-a966-a45e9b6162b1","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:08.628063178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-ac952a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88d02cd88647be9effa269fc9ba740ffece40c21c76bd079d2b771011937733a) AuthConfig (c97b3a8cf7dac3e1f7486d214bcd9687f7364986e276d3207f133bf3e84aa385) AuthConfig (5ccf3e8d0789ac15315462722bc66952cc827029c8aa63b38551a0cc36e4a2be) AuthConfig (fc9ff7892e8b8034c688a45522da63f00cff3fe12c9cc3fe3d0eca226e73f886) AuthConfig (31f40e25e469b2a89d00f2806417772450b45ac6cfd1555c4721ac29d3e8b184) AuthConfig (39b826f39c873ea22ac842ee4ec8f7869d5be17cff0cf0fee68ff77531295044) AuthConfig (ae1a4718234c7357854b7e2ac0729ff2a0d01ad7af7c51355f38d1bdeef0cc6d) AuthConfig (a898ae96901f7e6f72d70d4d14d247413d18cc4d77df71005f247205b791c1a4) AuthConfig (a8ea67658679ddd62707291d2aa0de856f675a2d77b0fb19dfd4450e2e0863dc) AuthConfig (b0796dc3f18b698d17427890e4cdbf4d4c8c681fa92be46532d6156b75e3ae47) AuthConfig (b45ec35cbaf0c48fc9a1c01bde1408f3d356a11f756d69a8efdffcb2ab002757) AuthConfig (d4a1501a745241a713f527085733b2e65fb2f873368fe923bd7c1bfc3732d171) AuthConfig (8a746030a13127e0ae76dd2378e1f73ea38c153b76d3dda319e85a51544d27c0) AuthConfig (552945984b4cbe587d7290921028508cb7b9051b58cbf6c34cd80aa1647b8df8) AuthConfig (d3fe1713f53c25ecf15f5ab4eed9b168524a2bb23231a635f878f8383c71e8dc) AuthConfig (efd635e641281a7cdafe322916ee776223b6975e1c872bd98f812f081f50bd95) AuthConfig (b3ef8f71882011f0b9b66a5058e2426412faf13a3eb02c80b6ed56d0aab496da) AuthConfig (23ce4f9bb86d751a5ce7e5ccd3130adf4cd1277ef342c747eae59440f87b52a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"50cdaf3e-af6a-4be9-a966-a45e9b6162b1","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:08.684016179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"6c775e1b-0b82-434b-b732-b08ee658840f","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:08.684038719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"6c775e1b-0b82-434b-b732-b08ee658840f","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:10.150681121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81073591-bcc5-482e-a9c0-4c33358b3030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:10.201012727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81073591-bcc5-482e-a9c0-4c33358b3030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:10.251806857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81073591-bcc5-482e-a9c0-4c33358b3030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:10.302019079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81073591-bcc5-482e-a9c0-4c33358b3030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.412850429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c803dc-cb58-4bd1-a69d-55609993eb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.463637541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c803dc-cb58-4bd1-a69d-55609993eb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.513887454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c803dc-cb58-4bd1-a69d-55609993eb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.563967187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c803dc-cb58-4bd1-a69d-55609993eb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:14.506549001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b67700-02b4-45dc-9109-468963676f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:14.5563814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b67700-02b4-45dc-9109-468963676f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:14.606185162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b67700-02b4-45dc-9109-468963676f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:14.656077405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b67700-02b4-45dc-9109-468963676f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:16.604813705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aceb3fde-0a79-438a-af17-1e98b8ea402c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:16.656318721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aceb3fde-0a79-438a-af17-1e98b8ea402c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:16.707746407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aceb3fde-0a79-438a-af17-1e98b8ea402c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:16.757920135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aceb3fde-0a79-438a-af17-1e98b8ea402c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:18.793400086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"b2e403da-9e3b-492e-92b3-58d7980c010a","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:18.849564737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"b2e403da-9e3b-492e-92b3-58d7980c010a","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:18.903793515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-ac952a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88d02cd88647be9effa269fc9ba740ffece40c21c76bd079d2b771011937733a) AuthConfig (c97b3a8cf7dac3e1f7486d214bcd9687f7364986e276d3207f133bf3e84aa385) AuthConfig (5ccf3e8d0789ac15315462722bc66952cc827029c8aa63b38551a0cc36e4a2be) AuthConfig (fc9ff7892e8b8034c688a45522da63f00cff3fe12c9cc3fe3d0eca226e73f886) AuthConfig (31f40e25e469b2a89d00f2806417772450b45ac6cfd1555c4721ac29d3e8b184) AuthConfig (39b826f39c873ea22ac842ee4ec8f7869d5be17cff0cf0fee68ff77531295044) AuthConfig (ae1a4718234c7357854b7e2ac0729ff2a0d01ad7af7c51355f38d1bdeef0cc6d) AuthConfig (a898ae96901f7e6f72d70d4d14d247413d18cc4d77df71005f247205b791c1a4) AuthConfig (a8ea67658679ddd62707291d2aa0de856f675a2d77b0fb19dfd4450e2e0863dc) AuthConfig (b0796dc3f18b698d17427890e4cdbf4d4c8c681fa92be46532d6156b75e3ae47) AuthConfig (b45ec35cbaf0c48fc9a1c01bde1408f3d356a11f756d69a8efdffcb2ab002757) AuthConfig (d4a1501a745241a713f527085733b2e65fb2f873368fe923bd7c1bfc3732d171) AuthConfig (8a746030a13127e0ae76dd2378e1f73ea38c153b76d3dda319e85a51544d27c0) AuthConfig (552945984b4cbe587d7290921028508cb7b9051b58cbf6c34cd80aa1647b8df8) AuthConfig (d3fe1713f53c25ecf15f5ab4eed9b168524a2bb23231a635f878f8383c71e8dc) AuthConfig (efd635e641281a7cdafe322916ee776223b6975e1c872bd98f812f081f50bd95) AuthConfig (b3ef8f71882011f0b9b66a5058e2426412faf13a3eb02c80b6ed56d0aab496da) AuthConfig (23ce4f9bb86d751a5ce7e5ccd3130adf4cd1277ef342c747eae59440f87b52a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"b2e403da-9e3b-492e-92b3-58d7980c010a","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:19.991125289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"0d2b4cef-ca9f-49aa-a904-a29c89259b50","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:20.106165003Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"0d2b4cef-ca9f-49aa-a904-a29c89259b50","name":"e2e-praxis-a-8c08e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:25.897824914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2ebb01e-cec0-4097-ac27-e19fede43ff2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:25.999282632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"b5691b84-591f-4a27-9d56-c54f958e1af0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:26.016477279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"b7c8628d-487b-472d-bec1-37d63b15c984","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:26.233477625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"9ea86512-8f40-433b-b2f8-e85beb01bab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:26.334173091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"156c862c-cbb2-4415-9521-de7e70b62180","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:26.579500465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"8bdfe649-9090-40ba-9ca7-231c4ab21dd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:26.677578552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"3647a66c-5974-4e93-943c-d0e120a112c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:26.77745923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"15ad583e-1f1f-4be3-8579-f70293035f3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:26.878139653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"f635f86a-4810-431b-8d47-ea4c8cbeb47c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:26.980298245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42c37e0a-caab-4307-b9b6-835611fd7bbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:27.020743391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"3a0a6bcf-016d-4462-83ed-c7bb03747fd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:27.078819542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"f5f798d8-4c44-48ac-b9c6-7c036f6dd4d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:29.004517873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"b3748f9c-1f84-44a1-a2b8-29c158537fad","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:29.059348909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"b3748f9c-1f84-44a1-a2b8-29c158537fad","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:29.373489132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"8f2d291a-a96c-4f7d-8903-5dd52f211a9e","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:29.373511635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"8f2d291a-a96c-4f7d-8903-5dd52f211a9e","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:31.332611452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"742a8bbf-6aad-4c19-80f8-f3f901b4186b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-eb41d3","tenantID":"e2e-ipp-b-eb41d3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:31.447411888Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"742a8bbf-6aad-4c19-80f8-f3f901b4186b","name":"e2e-ipp-b-eb41d3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:34.960955863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"6feab3bd-164a-42e6-b030-1b386afef574","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:34.960978109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"6feab3bd-164a-42e6-b030-1b386afef574","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.017037116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"670bb372-d69d-4d7e-9358-d2e675055744","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.017059085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"670bb372-d69d-4d7e-9358-d2e675055744","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.060255401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"50026ff7-fb39-4502-addb-6afb6d861e68","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:35.068122119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"3451e212-63e2-4101-95db-61ca51af3824","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-ac952a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:35.06914482Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"670bb372-d69d-4d7e-9358-d2e675055744","name":"ipp-route-ac952a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-ac952a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:35.06919974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"670bb372-d69d-4d7e-9358-d2e675055744","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-ac952a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.074555209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"fa6ec297-14f9-4c94-a439-84594ba769dc","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.074571015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"fa6ec297-14f9-4c94-a439-84594ba769dc","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.115090626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"50026ff7-fb39-4502-addb-6afb6d861e68","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.177289383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"86e5cf92-7d2b-4ded-8519-2ed13d55be6a","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.177318398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"86e5cf92-7d2b-4ded-8519-2ed13d55be6a","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.230670671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"40828145-bec2-4e2d-8dfe-a59f83ecba1d","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.230692568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"40828145-bec2-4e2d-8dfe-a59f83ecba1d","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.416190693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"d9fdd18d-3b12-490c-ad8e-d01f440cdb99","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.43819188Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"5d338fbd-1529-436c-ae8a-5901e9b42fe6","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"maas-trlp-ipp-route-ac952a","model":"ipp-route-ac952a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.471790271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"d9fdd18d-3b12-490c-ad8e-d01f440cdb99","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.598669331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"e7f438b0-7c57-495d-94a3-21ef3d48a006","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.598691556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"e7f438b0-7c57-495d-94a3-21ef3d48a006","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:35.799889475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"51450806-dc0d-4741-9b32-1ecac96d0219","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"maas-trlp-ipp-route-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:38.324562646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:42.869288411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8839fa0b-9993-4d05-b31b-2790b495a9f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:42.920095354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8839fa0b-9993-4d05-b31b-2790b495a9f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:42.970565803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8839fa0b-9993-4d05-b31b-2790b495a9f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:43.021313719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8839fa0b-9993-4d05-b31b-2790b495a9f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:44.94835157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721f7e21-337c-4c3d-8328-85578b6941e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:44.998995583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721f7e21-337c-4c3d-8328-85578b6941e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:45.049129241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721f7e21-337c-4c3d-8328-85578b6941e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:45.106931992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721f7e21-337c-4c3d-8328-85578b6941e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:45.893421921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"4e7126eb-15d0-4ace-a6ee-404f3ecadc06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:45.997956958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"90e74199-6fe1-40c0-9d46-9b58b0b2932e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.003441725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9b8a1170-728c-41ea-9689-648ae8619253","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.182716866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"07e03bf2-401c-4e41-a260-47975e1a37e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.279340934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"1442bc71-64cf-4df0-af15-1174685d3db4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.384186637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"e70ad1a0-7b44-418a-8c38-3a9d0b53e495","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.630939036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"22cc1b22-51de-47a0-996d-a80a8c91c027","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.783868155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"461c6132-5f50-42cd-a164-0c0b35e458fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.896905491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"952595a1-26f3-4e98-ab42-ec07cc9ae7f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.902071576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a61abd9-c3c6-4a10-9a23-08207b87e212","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.024094695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"0e057f89-bfe6-4952-afcc-823bf44ba746","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.078584465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"e8ca8cb6-7ba6-4b59-bb77-7f90da008821","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"maas-trlp-ipp-route-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.253493863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"b4f2289a-9395-4644-9a73-b6157e7e65db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.259741648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"e93861ee-a519-4980-b319-19b6ee3effa5","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.259829572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"e93861ee-a519-4980-b319-19b6ee3effa5","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.379727607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"5dadb6f7-a70e-421c-8aa4-49d884633c2b","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.439415842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"5dadb6f7-a70e-421c-8aa4-49d884633c2b","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.53255379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03ed5137-8c71-48dc-a14b-3e485d61cbcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.532693794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03ed5137-8c71-48dc-a14b-3e485d61cbcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.591525248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f2ee3a0-8bdf-4dc1-955c-09e9d066947d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.591555329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f2ee3a0-8bdf-4dc1-955c-09e9d066947d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.698037597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"f10b312c-c8ce-4daa-8207-f7b8ce896341","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.865421062Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"f10b312c-c8ce-4daa-8207-f7b8ce896341","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"name":"e2e-api-a-eee7f1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.928264196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-eee7f1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"f10b312c-c8ce-4daa-8207-f7b8ce896341","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.984378237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d03b3f4-2f21-45c3-ba36-8fa944b30e04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.98451302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d03b3f4-2f21-45c3-ba36-8fa944b30e04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:52.458497939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7570ff-ab2c-4a97-b819-a9302d2a6643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:52.509154383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7570ff-ab2c-4a97-b819-a9302d2a6643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:52.559536103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7570ff-ab2c-4a97-b819-a9302d2a6643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:52.610603761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7570ff-ab2c-4a97-b819-a9302d2a6643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:53.104827584Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-31ae40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-31ae40","reconcileID":"5b04c437-50c9-4046-b69f-d9912831dc60","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-31ae40","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-31ae40":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:54.51775921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa9916e-c997-4878-b38e-47bc583ca40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:54.568472121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa9916e-c997-4878-b38e-47bc583ca40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:54.619090666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa9916e-c997-4878-b38e-47bc583ca40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:54.669854312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa9916e-c997-4878-b38e-47bc583ca40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.145968087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"133189e4-1910-46a2-9093-743b196a6f20","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.145988802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"133189e4-1910-46a2-9093-743b196a6f20","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.246593556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"67af17bd-bf80-4cee-ab91-4db48676cd33","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.307580814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"67af17bd-bf80-4cee-ab91-4db48676cd33","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.352722397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"8c81aeec-8e6a-4383-9d95-97735d44652a","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"maas-trlp-ipp-route-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.392907733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"7f477783-4920-4662-8cae-1b1a33b8b582","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.392936938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"7f477783-4920-4662-8cae-1b1a33b8b582","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.504973496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9041579-ad8b-490b-afd1-5cc5c53e8dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.556850865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9041579-ad8b-490b-afd1-5cc5c53e8dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.660428988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9041579-ad8b-490b-afd1-5cc5c53e8dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.714200904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9041579-ad8b-490b-afd1-5cc5c53e8dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.714365733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"477a0f77-45d3-417f-bae7-6702fcd38971","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.81763023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"477a0f77-45d3-417f-bae7-6702fcd38971","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:56.822335351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"f1de8fac-dbfd-44ea-a4e3-41d8693da048","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"maas-trlp-ipp-route-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:58.120729062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"aec15cd4-7e6d-4b69-934b-e444a2118a17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:58.175940713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"aec15cd4-7e6d-4b69-934b-e444a2118a17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"name":"e2e-api-a-eee7f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:58.231244691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-eee7f1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"aec15cd4-7e6d-4b69-934b-e444a2118a17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:58.716839395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb81efe-3238-4766-9164-61eb9d321503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:58.768352367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb81efe-3238-4766-9164-61eb9d321503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:58.821473823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb81efe-3238-4766-9164-61eb9d321503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:58.871870662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb81efe-3238-4766-9164-61eb9d321503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:00.821453787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea391fa-6f5b-475a-b033-5f0042698d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:00.871886218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea391fa-6f5b-475a-b033-5f0042698d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:00.929440203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea391fa-6f5b-475a-b033-5f0042698d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:00.979711053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea391fa-6f5b-475a-b033-5f0042698d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:02.966443416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3105da3-20d2-4f3b-a581-2ca2f5f7be16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:03.016908366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3105da3-20d2-4f3b-a581-2ca2f5f7be16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:03.066906464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3105da3-20d2-4f3b-a581-2ca2f5f7be16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:03.117739442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3105da3-20d2-4f3b-a581-2ca2f5f7be16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:06.902328382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"f5fa856f-d005-4c61-8ab4-4704c8c7aca9","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:06.902350036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"f5fa856f-d005-4c61-8ab4-4704c8c7aca9","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:07.002280902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"26cd1b34-a166-4be9-a341-ade818ae5d55","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:07.057759704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"26cd1b34-a166-4be9-a341-ade818ae5d55","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:07.104525625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"ada06e54-352f-4f6c-8593-b8dbb3858520","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"maas-trlp-ipp-route-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:07.30891174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"4d97d375-783c-4fc9-9df9-7497c33c026a","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:07.364097606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"4d97d375-783c-4fc9-9df9-7497c33c026a","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:07.4124051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"43516ceb-56d2-47d5-b470-8512efb76d3c","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"maas-trlp-ipp-route-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:08.323201332Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:08.413421055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"5abda4b1-2a8c-4bf4-bb5d-8be2ce09dc05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:08.468133691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"5abda4b1-2a8c-4bf4-bb5d-8be2ce09dc05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"name":"e2e-api-a-eee7f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:08.524555781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-eee7f1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"5abda4b1-2a8c-4bf4-bb5d-8be2ce09dc05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.061692258Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","namespace":"ai-tenant-e2e-ipp-b-f6979f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.061749569Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","namespace":"ai-tenant-e2e-ipp-b-f6979f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.061807855Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","tenant":"e2e-ipp-b-f6979f","tenantID":"e2e-ipp-b-f6979f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.113388058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"Deployment","name":"maas-api-e2e-ipp-b-f6979f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.173260769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"Service","name":"maas-api-e2e-ipp-b-f6979f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.230897929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-f6979f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.282724481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-f6979f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.34916928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.403319233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.458472003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.510914067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.567738072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.619630373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.677557926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"Service","name":"payload-processing-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.735718787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.788893049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.840713495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.894652632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.948335953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:09.999718571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:10.051407917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:10.111420857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-f6979f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:10.166716883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f6979f"},"namespace":"ai-tenant-e2e-ipp-b-f6979f","name":"default-tenant","reconcileID":"a5dd98ae-a9d5-4012-a0df-67441c3563bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-f6979f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:10.948687692Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f6979f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f6979f","reconcileID":"95467a2f-484b-429a-bddb-0505b5f9c6c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f6979f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-f6979f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:12.027088782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7523a76-f391-4fdf-bcf7-4bed3eb358eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:12.076765773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7523a76-f391-4fdf-bcf7-4bed3eb358eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:12.126645666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7523a76-f391-4fdf-bcf7-4bed3eb358eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:12.176292169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7523a76-f391-4fdf-bcf7-4bed3eb358eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.563184605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"e2bc03ac-cfa3-4cc4-b892-00e5ab046ecf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.618315585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"191e6c17-f84e-49bf-aa52-c9ba0e8895df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.71949606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"d3bb4acc-607e-48b5-894b-2ac27fc4e17c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.819494745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"e9f2316e-2093-430e-86a1-a39a516894ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.823585563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"92329205-fb35-4119-bbaf-d8cc69f40bd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.924025928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec92e8d5-25ad-43ed-b9e7-dfa47df97f9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.027836777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6458ff-bd21-49f1-b4a7-93697b38cb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.034793088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"8eb65ba6-cdcd-428b-8cc6-9585537405e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.077945154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6458ff-bd21-49f1-b4a7-93697b38cb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.12759178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6458ff-bd21-49f1-b4a7-93697b38cb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.177325999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6458ff-bd21-49f1-b4a7-93697b38cb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.277913778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"f72eb002-29a7-4908-9236-b2ff3079d539","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"maas-trlp-ipp-route-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.327820892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"f262d7e5-1dae-45cc-8ddf-9dd0be7cfd86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.430315127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"cd12d9c1-c4cb-4cfc-ad51-2749a9bcebb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.581359939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"94d61d7b-7a85-4a78-9f06-b8463e9bacb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.587697768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"2f61850a-be43-4e59-908a-00b2495babb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.702409423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"460667aa-b10b-4f7f-a077-4d028edcaf3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:18.64326312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"0dc1f8a3-4b69-44b2-ab77-26c81b6fdc32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:18.698278632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"0dc1f8a3-4b69-44b2-ab77-26c81b6fdc32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"name":"e2e-api-a-eee7f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:18.751744514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-eee7f1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d51d626a0441c620482f3a5240ff1db658ab5369559e71180b972074e1ce24e1) AuthConfig (c44f964697571b3738093d7bc0d3377fd71a6f711e5111e27d462e13671e2d90) AuthConfig (fba666aa7835d527139375b46122688e268dc0560cdb96181109713ea776a38a) AuthConfig (b81345f8bd01738ac4e0134f1a92affd6aee31d41bbbf52c113b88904f0196ce) AuthConfig (fa5812b7d8fef46f198ca1867d05ba47717c59ae35fb3ef672dbca7c25b2dc72) AuthConfig (94fbc680fb43fd36a8441a60ab329161178abc79ce3ae1de691e3ffad135bae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"0dc1f8a3-4b69-44b2-ab77-26c81b6fdc32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:18.805046952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8459f48-8d1d-4295-8fdf-c443b1a97f8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:18.805068662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8459f48-8d1d-4295-8fdf-c443b1a97f8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:24.823399099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbccb847-8b7d-4396-ba7c-e62a2ae2ac22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:24.874560849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbccb847-8b7d-4396-ba7c-e62a2ae2ac22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:24.925181551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbccb847-8b7d-4396-ba7c-e62a2ae2ac22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:24.974834223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbccb847-8b7d-4396-ba7c-e62a2ae2ac22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:25.437835327Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7ea4b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7ea4b0","reconcileID":"a3f38057-1526-4812-b1fe-df7236811948","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7ea4b0","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-7ea4b0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.709261094Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"d89390b2-5e6a-4f2d-964f-1268a4366043","namespace":"ai-tenant-e2e-ipp-a-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.70936887Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"d89390b2-5e6a-4f2d-964f-1268a4366043","name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.764248826Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"d89390b2-5e6a-4f2d-964f-1268a4366043","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.764359283Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"d89390b2-5e6a-4f2d-964f-1268a4366043","namespace":"ai-tenant-e2e-ipp-a-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.765092294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"b2b4f8ab-f363-4cc2-975c-cb975c0589ec","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.765169385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"b2b4f8ab-f363-4cc2-975c-cb975c0589ec","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.804674715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9eed1c5-77f5-41c4-aba6-5bd3601f78ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.805060553Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"d89390b2-5e6a-4f2d-964f-1268a4366043","name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.884076813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9eed1c5-77f5-41c4-aba6-5bd3601f78ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.935975405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9eed1c5-77f5-41c4-aba6-5bd3601f78ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.938227467Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"d89390b2-5e6a-4f2d-964f-1268a4366043","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.941508327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"7ba62c0a-6f7a-4bd6-b73f-14de84a2f644","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.941573737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"7ba62c0a-6f7a-4bd6-b73f-14de84a2f644","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.985899055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9eed1c5-77f5-41c4-aba6-5bd3601f78ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:26.989993367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"abd676b0-ba56-4459-b8cd-db1cc12f18f2","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:01:27.04437861Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"7ba62c0a-6f7a-4bd6-b73f-14de84a2f644","name":"ipp-route-ac952a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-ac952a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:01:27.044469883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"7ba62c0a-6f7a-4bd6-b73f-14de84a2f644","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-ac952a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.049595674Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"4f513908-5578-483b-940f-0dfc7af9ffe9","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-106dbcf1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.050644992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"94c6535b-dfe6-4e75-bdf3-798fc99ce626","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.050717614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"94c6535b-dfe6-4e75-bdf3-798fc99ce626","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.054332923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"abd676b0-ba56-4459-b8cd-db1cc12f18f2","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.159911583Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"0871e1fd-a2ee-4d47-8cb0-e19a28407e86","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-106dbcf1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.256717902Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"c694f3f3-6bd9-49e2-8d88-80a6bdd733c4","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.506395067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"c694f3f3-6bd9-49e2-8d88-80a6bdd733c4","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.627952325Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"c694f3f3-6bd9-49e2-8d88-80a6bdd733c4","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"e2e-ipp-a-ac952a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.627978424Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-auth","reconcileID":"c694f3f3-6bd9-49e2-8d88-80a6bdd733c4","MaaSAuthPolicy":{"name":"ipp-route-ac952a-auth","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.684431546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"bb277e0d-a71e-4097-a361-f91ee469930a","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.684454322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"bb277e0d-a71e-4097-a361-f91ee469930a","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:28.835514987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292e1a3d-198c-4a8f-a7bb-d4448abc2eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:28.885799375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292e1a3d-198c-4a8f-a7bb-d4448abc2eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:28.936053535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292e1a3d-198c-4a8f-a7bb-d4448abc2eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:28.986113066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292e1a3d-198c-4a8f-a7bb-d4448abc2eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:28.986327227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"a2319cbc-dcbb-4254-9a8a-398067cab0b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:29.040960341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"a2319cbc-dcbb-4254-9a8a-398067cab0b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"name":"e2e-api-a-eee7f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:29.095335763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-eee7f1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d51d626a0441c620482f3a5240ff1db658ab5369559e71180b972074e1ce24e1) AuthConfig (c44f964697571b3738093d7bc0d3377fd71a6f711e5111e27d462e13671e2d90) AuthConfig (fba666aa7835d527139375b46122688e268dc0560cdb96181109713ea776a38a) AuthConfig (b81345f8bd01738ac4e0134f1a92affd6aee31d41bbbf52c113b88904f0196ce) AuthConfig (fa5812b7d8fef46f198ca1867d05ba47717c59ae35fb3ef672dbca7c25b2dc72) AuthConfig (94fbc680fb43fd36a8441a60ab329161178abc79ce3ae1de691e3ffad135bae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"a2319cbc-dcbb-4254-9a8a-398067cab0b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:30.797542124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0759c06-5eea-453f-97c1-8a5a131b8601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:30.847398376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0759c06-5eea-453f-97c1-8a5a131b8601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:30.897166685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0759c06-5eea-453f-97c1-8a5a131b8601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:30.946775336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0759c06-5eea-453f-97c1-8a5a131b8601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:32.883000435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54c2365-b527-4d92-bc45-f33f14be07da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:32.948349551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54c2365-b527-4d92-bc45-f33f14be07da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:32.999585995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54c2365-b527-4d92-bc45-f33f14be07da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:33.049519148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54c2365-b527-4d92-bc45-f33f14be07da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:33.732528704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"f9026d42-47a6-4850-8f4d-05aa96788d7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:33.780359208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"06bfca9e-b938-4a81-8f14-ad8a69286857","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:33.946957933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"d2af8d58-d35d-412a-846d-138663cc9f10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:34.116564111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"bed63e72-b700-425a-82a3-7108e9778a9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:34.358747071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"2c6bc73a-255b-4e52-abba-d071ee1bcd1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:34.463084871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"08c693f4-1f7e-42b2-99ad-e5e19710a027","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:34.592199823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"cd98c216-bd72-4f8c-b3cf-1b996926ced1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:34.700850155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"5433ab6b-3885-4f8c-b505-fc528dca9c83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:34.778860379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"96bf3545-e2de-4e08-950f-7573b7d72362","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:34.97036523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"cada7d0b-2e35-4ad0-9de8-414534791cc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:35.078483554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"efab3868-7e38-45d8-8e9c-03a1a40094f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:35.078537475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"e0854f8c-6e36-453e-ae3b-cfb991ad7bcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:35.080778201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e896aaf1-2817-4630-8c9a-cda8f6f1da91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:35.130881135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e896aaf1-2817-4630-8c9a-cda8f6f1da91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:35.180551621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e896aaf1-2817-4630-8c9a-cda8f6f1da91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:35.231078167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e896aaf1-2817-4630-8c9a-cda8f6f1da91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:37.060976374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ab7364-5fcd-4734-bea4-2e90f6370754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:37.110648804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ab7364-5fcd-4734-bea4-2e90f6370754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:37.160616021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ab7364-5fcd-4734-bea4-2e90f6370754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:37.210344614Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"c2b085ca-8a69-4ca1-a0b1-ea9cfff14c99","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","subscription":"ipp-route-ac952a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:37.210542125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ab7364-5fcd-4734-bea4-2e90f6370754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:37.260582463Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"c2b085ca-8a69-4ca1-a0b1-ea9cfff14c99","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:37.310877979Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a-sub","reconcileID":"c2b085ca-8a69-4ca1-a0b1-ea9cfff14c99","MaaSSubscription":{"name":"ipp-route-ac952a-sub","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"name":"maas-trlp-ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:37.626560745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"98356a65-b530-43a5-9eba-28378eb84c4a","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"tenant":"e2e-ipp-a-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","model":"ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:37.626611328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"98356a65-b530-43a5-9eba-28378eb84c4a","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"routeName":"ipp-route-ac952a-kserve-route","namespace":"ai-tenant-e2e-ipp-a-ac952a","llmisvcName":"ipp-route-ac952a","gateway":"openshift-ingress/e2e-ipp-a-ac952a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.323958945Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.765650216Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9e4801","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9e4801","reconcileID":"99e51925-b490-4658-a7e7-b15496f8d8dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9e4801","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9e4801":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.052782597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6859e90b-da7a-49bf-8300-0eaf0337aa46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.102953224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6859e90b-da7a-49bf-8300-0eaf0337aa46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.152523245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6859e90b-da7a-49bf-8300-0eaf0337aa46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.202278057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6859e90b-da7a-49bf-8300-0eaf0337aa46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.251690914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"e570d6fe-5bd4-4f14-96f3-4ffb51ac6db1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.313503117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"e570d6fe-5bd4-4f14-96f3-4ffb51ac6db1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"name":"e2e-api-a-eee7f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.690445085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65c7f13b-8e75-44fe-9641-ed526a9e9f3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.690477698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65c7f13b-8e75-44fe-9641-ed526a9e9f3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.157054701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcafdee-7499-4828-bcf9-e4551d812cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.206777826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcafdee-7499-4828-bcf9-e4551d812cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.256820249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcafdee-7499-4828-bcf9-e4551d812cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.30647316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcafdee-7499-4828-bcf9-e4551d812cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:58.460256336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"59da6787-57d2-43b4-ab22-f192d8343a73","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:58.572717837Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"59da6787-57d2-43b4-ab22-f192d8343a73","name":"e2e-api-b-31ae40-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:08.323277377Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:12.846417437Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","namespace":"ai-tenant-e2e-ipp-a-b647c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:12.8464835Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","namespace":"ai-tenant-e2e-ipp-a-b647c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:12.846530466Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","tenant":"e2e-ipp-a-b647c3","tenantID":"e2e-ipp-a-b647c3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:12.898488621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"Deployment","name":"maas-api-e2e-ipp-a-b647c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:12.956167675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"Service","name":"maas-api-e2e-ipp-a-b647c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.012710477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-b647c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.066273719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-b647c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.133185458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.197827183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.252491707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.313885495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.373726891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.426011841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.483450584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"Service","name":"payload-processing-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.540836398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.592836288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.645065621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.698790451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.752189761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.803763307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.855024078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.90947577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-b647c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:13.975658558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b647c3"},"namespace":"ai-tenant-e2e-ipp-a-b647c3","name":"default-tenant","reconcileID":"5d3544e5-eff2-4e9a-b76d-0a0448a7de48","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-b647c3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:14.762342618Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b647c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b647c3","reconcileID":"8676791f-430b-4dc1-a616-6f8ba8947e4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b647c3","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-b647c3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:15.904469292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46518cde-e3cc-4746-a19e-d2f7ba39927d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:15.958856304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46518cde-e3cc-4746-a19e-d2f7ba39927d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:16.012540907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46518cde-e3cc-4746-a19e-d2f7ba39927d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:16.072404045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46518cde-e3cc-4746-a19e-d2f7ba39927d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:17.916574505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb2fd21-8c97-4db9-a7ca-5fdaa5d3c6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:17.966467954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb2fd21-8c97-4db9-a7ca-5fdaa5d3c6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:18.016306401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb2fd21-8c97-4db9-a7ca-5fdaa5d3c6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:18.065917883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb2fd21-8c97-4db9-a7ca-5fdaa5d3c6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:23.93111543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23767a5b-cc3c-4acd-ba77-82c7baade87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:23.982279133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23767a5b-cc3c-4acd-ba77-82c7baade87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:24.032496709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23767a5b-cc3c-4acd-ba77-82c7baade87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:24.082150797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23767a5b-cc3c-4acd-ba77-82c7baade87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:25.976841961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a15f5b-463e-40be-9557-9e828c4c441b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:26.029534869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a15f5b-463e-40be-9557-9e828c4c441b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:26.086805914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a15f5b-463e-40be-9557-9e828c4c441b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:26.136845076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a15f5b-463e-40be-9557-9e828c4c441b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:28.04666884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f49452-b4e6-4cef-a8b6-bacc840b169d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:28.09848652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f49452-b4e6-4cef-a8b6-bacc840b169d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:28.149353501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f49452-b4e6-4cef-a8b6-bacc840b169d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:28.203072919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f49452-b4e6-4cef-a8b6-bacc840b169d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.176942978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"28a9deda-0a79-4c6b-880a-f80381e89199","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7ea4b0","tenantID":"e2e-praxis-a-7ea4b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.297837069Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"28a9deda-0a79-4c6b-880a-f80381e89199","name":"e2e-praxis-a-7ea4b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.355422146Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","namespace":"ai-tenant-e2e-ipp-a-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.355496803Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","namespace":"ai-tenant-e2e-ipp-a-ac952a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.355553171Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","tenant":"e2e-ipp-a-ac952a","tenantID":"e2e-ipp-a-ac952a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.40955109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"Deployment","name":"maas-api-e2e-ipp-a-ac952a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.467450085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"Service","name":"maas-api-e2e-ipp-a-ac952a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.52575766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-ac952a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.577511707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-ac952a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.631860239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.70732743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.761953923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.819858956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.8845287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:29.9374666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:30.004799597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"Service","name":"payload-processing-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:30.062798232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:30.122458706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:30.174595351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:30.228176882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:30.288420766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:30.340377565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:30.397096549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:30.450977564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-ac952a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:30.518999372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"default-tenant","reconcileID":"4c5de724-47c0-4c08-b70a-28b03279e33d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-ac952a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:31.571864418Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ac952a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ac952a","reconcileID":"70a38e45-5817-4b7e-840a-09d7e0f59834","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ac952a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-ac952a"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:31.749547466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"4ff02287-5bc4-4e97-bf5a-b8456dffbc2b","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:31.861086316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"4ff02287-5bc4-4e97-bf5a-b8456dffbc2b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:31.866586659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"77bb7789-9986-46da-a0e8-c278d6a8815a","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:31.866651247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"77bb7789-9986-46da-a0e8-c278d6a8815a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:31.877810545Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"2a007ac8-0053-4e8f-8e06-36f894e75e29","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:31.877873032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"2a007ac8-0053-4e8f-8e06-36f894e75e29","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:31.898494766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"103cdae5-efc6-497f-bdce-438c35696245","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:31.898663327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"103cdae5-efc6-497f-bdce-438c35696245","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:31.93976281Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"02b19b73-e5c9-42b1-b1c4-81cf15fa0075","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:31.939835121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"02b19b73-e5c9-42b1-b1c4-81cf15fa0075","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:32.021045807Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"49bc0845-1332-43d1-abf9-6ae624ddd25d","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:32.021115611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"49bc0845-1332-43d1-abf9-6ae624ddd25d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:32.068494782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"7384d842-6025-4c75-a01e-7cc53e89f635","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:32.068557755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"7384d842-6025-4c75-a01e-7cc53e89f635","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:32.388823799Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"fb6ffa77-d561-4668-bc60-01092cc722e1","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:32.38888763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"fb6ffa77-d561-4668-bc60-01092cc722e1","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:32.672205057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c8140d-75e1-43ba-a1ca-637eda8a47ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:32.721994788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c8140d-75e1-43ba-a1ca-637eda8a47ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:32.774429937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c8140d-75e1-43ba-a1ca-637eda8a47ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:32.824784282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c8140d-75e1-43ba-a1ca-637eda8a47ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:33.029387559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"05d98c9d-563e-4045-912a-5204b896e72a","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:33.029459153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"05d98c9d-563e-4045-912a-5204b896e72a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:34.309852957Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"2cd773f9-9cfd-430b-95a4-beed79844b72","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:34.309919749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"2cd773f9-9cfd-430b-95a4-beed79844b72","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:34.634750362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e0b6b0-b1c0-4030-9bf2-ea39f68c7995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:34.68474536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e0b6b0-b1c0-4030-9bf2-ea39f68c7995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:34.734770001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e0b6b0-b1c0-4030-9bf2-ea39f68c7995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:34.785315498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e0b6b0-b1c0-4030-9bf2-ea39f68c7995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:36.657701391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89772566-2d7f-40a1-b242-09bdc520cd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:36.707695575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89772566-2d7f-40a1-b242-09bdc520cd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:36.757661714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89772566-2d7f-40a1-b242-09bdc520cd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:36.807644858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89772566-2d7f-40a1-b242-09bdc520cd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:36.870407101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"f23472e1-4338-427f-a823-c5a4b4e6b824","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:36.870477632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"f23472e1-4338-427f-a823-c5a4b4e6b824","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:37.741188328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"3220fad9-e354-4de9-b02c-c54c199d7ebf","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:37.741290866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"3220fad9-e354-4de9-b02c-c54c199d7ebf","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:38.323613108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:38.747430786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f7e500-9f12-460d-9087-553d5f1f2a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:38.799272906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f7e500-9f12-460d-9087-553d5f1f2a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:38.848955828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f7e500-9f12-460d-9087-553d5f1f2a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:38.89871977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f7e500-9f12-460d-9087-553d5f1f2a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:40.736898832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64932ca0-c629-4a84-8fa6-be32bbc6da4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:40.786606008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64932ca0-c629-4a84-8fa6-be32bbc6da4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:40.836154487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64932ca0-c629-4a84-8fa6-be32bbc6da4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:40.885972973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64932ca0-c629-4a84-8fa6-be32bbc6da4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:42.712482956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a674f160-29de-4d36-a582-5ce4b8ebb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:42.762129396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a674f160-29de-4d36-a582-5ce4b8ebb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:42.811730222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a674f160-29de-4d36-a582-5ce4b8ebb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:42.861420052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a674f160-29de-4d36-a582-5ce4b8ebb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:44.705784846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd00cf9-e2a9-4d7b-af75-2ef4381b154e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:44.755634153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd00cf9-e2a9-4d7b-af75-2ef4381b154e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:44.805087919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd00cf9-e2a9-4d7b-af75-2ef4381b154e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:44.855289751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd00cf9-e2a9-4d7b-af75-2ef4381b154e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:46.71470853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a58cb56-3afc-4024-9e72-80bbf7a37b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:46.775916788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a58cb56-3afc-4024-9e72-80bbf7a37b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:46.834009515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a58cb56-3afc-4024-9e72-80bbf7a37b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:46.883987602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a58cb56-3afc-4024-9e72-80bbf7a37b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:47.981761271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"4778f165-310c-423c-9673-a3617de41d79","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:02:47.981830643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"4778f165-310c-423c-9673-a3617de41d79","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:48.178072585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"d2512447-26df-4535-87e2-6e6ce62d70d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9e4801","tenantID":"e2e-praxis-b-9e4801","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:48.291369747Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"d2512447-26df-4535-87e2-6e6ce62d70d4","name":"e2e-praxis-b-9e4801-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:08.322847355Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:08.462291243Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"708448d0-b21d-49d1-bab7-1c0d5357508f","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:08.462362161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"708448d0-b21d-49d1-bab7-1c0d5357508f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:10.160680297Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"f722b25b-9674-49b7-ad95-05a4eb22b2cb","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:10.160760531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"f722b25b-9674-49b7-ad95-05a4eb22b2cb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:11.070783443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5eaef71-2954-4d13-bcb4-28eb3b746715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:11.120870175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5eaef71-2954-4d13-bcb4-28eb3b746715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:11.171443672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5eaef71-2954-4d13-bcb4-28eb3b746715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:11.222000196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5eaef71-2954-4d13-bcb4-28eb3b746715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:12.16106888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45f1d826-3ccf-413b-bcdb-9d7b66f125d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:12.16109895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45f1d826-3ccf-413b-bcdb-9d7b66f125d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:12.213691936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b30b3df8-4f11-46b4-97f3-a38bc80f3be9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:12.213715682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b30b3df8-4f11-46b4-97f3-a38bc80f3be9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:12.376120608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"8962b28d-3719-47b3-b12a-6089b3c779b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:12.542586489Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"8962b28d-3719-47b3-b12a-6089b3c779b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"name":"e2e-api-b-31ae40-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:12.595948235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-31ae40-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"8962b28d-3719-47b3-b12a-6089b3c779b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:12.651051664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a054f111-b21c-41dd-8a9f-f1e1125c3807","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:12.651072735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a054f111-b21c-41dd-8a9f-f1e1125c3807","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:13.079979735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b40262e-4701-44e4-ab1b-a1dce21d6f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:13.129775168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b40262e-4701-44e4-ab1b-a1dce21d6f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:13.179508446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b40262e-4701-44e4-ab1b-a1dce21d6f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:13.231792744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b40262e-4701-44e4-ab1b-a1dce21d6f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:13.948946558Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"7fd0f2fd-8116-4d57-9c8e-0ae1d5e67204","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:13.949138194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"7fd0f2fd-8116-4d57-9c8e-0ae1d5e67204","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:14.045242805Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"e05a60ad-6c24-42fc-91a2-ce39c0252422","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:14.045326269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"e05a60ad-6c24-42fc-91a2-ce39c0252422","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:14.151067987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"0744b294-c37a-4b50-a7fa-f6e7dedd6b33","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:14.153900239Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"79bb4abd-2831-4f2f-899c-968640052146","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:14.153968589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"79bb4abd-2831-4f2f-899c-968640052146","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:14.207452725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"0744b294-c37a-4b50-a7fa-f6e7dedd6b33","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"name":"e2e-api-a-eee7f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:14.611659319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"0d61adc3-9084-4d63-a884-77d12e823a91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:14.635832954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"db8a4368-052c-4ccf-88d6-8aca7f98e559","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:03:14.635930669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-ac952a","namespace":"ai-tenant-e2e-ipp-a-ac952a"},"namespace":"ai-tenant-e2e-ipp-a-ac952a","name":"ipp-route-ac952a","reconcileID":"db8a4368-052c-4ccf-88d6-8aca7f98e559","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-ac952a/ipp-route-ac952a-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-ac952a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:14.671056571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"0d61adc3-9084-4d63-a884-77d12e823a91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"name":"e2e-api-a-eee7f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:15.191487932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4c790c-38e6-4aee-afdf-c725970f692b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:15.241948833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4c790c-38e6-4aee-afdf-c725970f692b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:15.299095233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4c790c-38e6-4aee-afdf-c725970f692b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:15.349449404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4c790c-38e6-4aee-afdf-c725970f692b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:17.359317629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31afaa7e-8796-41d5-a838-2439048bb766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:17.410473235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31afaa7e-8796-41d5-a838-2439048bb766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:17.460331732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31afaa7e-8796-41d5-a838-2439048bb766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:17.510775332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31afaa7e-8796-41d5-a838-2439048bb766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:19.430911009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f367593-5d66-4cdf-ab8b-4adf4fc918b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:19.481271365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f367593-5d66-4cdf-ab8b-4adf4fc918b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:19.531020286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f367593-5d66-4cdf-ab8b-4adf4fc918b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:19.581256815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f367593-5d66-4cdf-ab8b-4adf4fc918b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:22.750520644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"2f1f4b23-76a3-4f45-a2a6-560e2be75f9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:22.804897867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"2f1f4b23-76a3-4f45-a2a6-560e2be75f9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"name":"e2e-api-b-31ae40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:22.858450246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-31ae40-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"2f1f4b23-76a3-4f45-a2a6-560e2be75f9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:24.673501609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"47475335-127e-45b5-ab58-8ad1c7ef8a6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:24.730396801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"47475335-127e-45b5-ab58-8ad1c7ef8a6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"name":"e2e-api-a-eee7f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:24.99459875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"3ba6f84d-71b1-4fb5-b15a-f7307e518ef5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:25.049175147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"3ba6f84d-71b1-4fb5-b15a-f7307e518ef5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"name":"e2e-api-a-eee7f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:25.302933296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"efd09898-19c3-43f2-a774-850ace002de4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:25.581600274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b61a3df-9332-4e59-bd14-c4ce15e5eb91","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:25.69499401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"56ef84a7-bf22-4fb3-9b22-21bed39bfd6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:25.861740528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"3f0f1226-dbea-4439-a902-475bcc43d1cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:25.966577145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"9eeb1a33-da12-4ee3-9f21-03df19c1ca56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:26.094168244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"76600c6b-b778-40ab-8561-de958d73c229","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:26.194703575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1861fa7-1c16-4867-8518-bd13928c69f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:26.208885592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"be29786d-394d-4598-9b18-c853f5ea67cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:26.328123079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"e1671b35-0e46-49d5-92b4-43de5ab43dd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:26.428598093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"dda44430-95cd-434d-92fe-90e8aa48c1c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:26.456791213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"f56d5682-bb80-4c3d-b8ec-e25dd2596e58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:26.61771095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"84096089-98af-40d9-8f54-5dc8f8945364","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:27.527711956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461f290c-124f-4438-97ba-a6acbbe21af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:27.584387954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461f290c-124f-4438-97ba-a6acbbe21af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:27.637107217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461f290c-124f-4438-97ba-a6acbbe21af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:27.686783621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461f290c-124f-4438-97ba-a6acbbe21af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:29.517555876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a731f3-afc5-43d5-ad08-d307ac350886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:29.567274722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a731f3-afc5-43d5-ad08-d307ac350886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:29.616868368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a731f3-afc5-43d5-ad08-d307ac350886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:29.666592191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a731f3-afc5-43d5-ad08-d307ac350886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:31.51960147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b41c49a-ecc9-4461-b1ff-45bf2bd6e9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:31.569184432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b41c49a-ecc9-4461-b1ff-45bf2bd6e9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:31.618806211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b41c49a-ecc9-4461-b1ff-45bf2bd6e9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:31.668788287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b41c49a-ecc9-4461-b1ff-45bf2bd6e9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:32.959757359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"539d234f-78a2-4282-b762-a1df37480cb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:33.014593841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"539d234f-78a2-4282-b762-a1df37480cb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"name":"e2e-api-b-31ae40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:33.068562251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-31ae40-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ed20834294cf77a3d6756788cd673cbb675854a6fbf0ac660db489ba8aaadb1) AuthConfig (8a69b50a2a88eec3b321457fe5d0663bf9f634a433aa73d50f1759e09c8352d7) AuthConfig (8a2a424e052222c2857e61b71c39f9ff6b3b7d70c517c97ef882a4d53c845386) AuthConfig (fc2512c61773a6eb8ebfc4753d0891b21b5c72eb96abf14bd38d6c59f032aea7) AuthConfig (38e37f9a54a5be4a100f63f672e944768d7bb672875315e642e79b7f91c1ee9b) AuthConfig (29f949ff84c4141d36869c10dacaa9e6919ada78da7ce90ec83a69c831eae9d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"539d234f-78a2-4282-b762-a1df37480cb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:33.12501902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dff53106-a19a-4740-a183-eb162da0ff72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:33.125039912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dff53106-a19a-4740-a183-eb162da0ff72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:38.348331342Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:39.866539726Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","namespace":"ai-tenant-e2e-ipp-b-eb41d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:39.866607804Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","namespace":"ai-tenant-e2e-ipp-b-eb41d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:39.866665425Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","tenant":"e2e-ipp-b-eb41d3","tenantID":"e2e-ipp-b-eb41d3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:39.919193795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"Deployment","name":"maas-api-e2e-ipp-b-eb41d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.011098069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"Service","name":"maas-api-e2e-ipp-b-eb41d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.064943017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-eb41d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.118610607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-eb41d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.180260734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.2333489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.289594565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.351253578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.404092805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.456724253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.520409327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"Service","name":"payload-processing-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.588382606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.640915367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.692992222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.750050467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.816721905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.868959031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.920456485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.97296319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-eb41d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:41.053628861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb41d3"},"namespace":"ai-tenant-e2e-ipp-b-eb41d3","name":"default-tenant","reconcileID":"0cd9cdc3-da0d-4cd4-8fa1-a923d256fb01","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-eb41d3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:41.708484122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf12271-8af7-46ae-8138-05e1f9719e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:41.758374681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf12271-8af7-46ae-8138-05e1f9719e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:41.807989378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf12271-8af7-46ae-8138-05e1f9719e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:41.857705714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf12271-8af7-46ae-8138-05e1f9719e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:41.966852754Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-eb41d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-eb41d3","reconcileID":"b3018e37-d892-4dcc-98e2-802d715869d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-eb41d3","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-eb41d3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:43.2651343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"695d2b82-3649-4459-b36d-ef50879cbeb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:43.320394068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"695d2b82-3649-4459-b36d-ef50879cbeb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"name":"e2e-api-b-31ae40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:43.373708017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-31ae40-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ed20834294cf77a3d6756788cd673cbb675854a6fbf0ac660db489ba8aaadb1) AuthConfig (8a69b50a2a88eec3b321457fe5d0663bf9f634a433aa73d50f1759e09c8352d7) AuthConfig (8a2a424e052222c2857e61b71c39f9ff6b3b7d70c517c97ef882a4d53c845386) AuthConfig (fc2512c61773a6eb8ebfc4753d0891b21b5c72eb96abf14bd38d6c59f032aea7) AuthConfig (38e37f9a54a5be4a100f63f672e944768d7bb672875315e642e79b7f91c1ee9b) AuthConfig (29f949ff84c4141d36869c10dacaa9e6919ada78da7ce90ec83a69c831eae9d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"695d2b82-3649-4459-b36d-ef50879cbeb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:43.715620496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a174fe-e872-43b3-a17a-f672684bfeb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:43.765886996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a174fe-e872-43b3-a17a-f672684bfeb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:43.815484383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a174fe-e872-43b3-a17a-f672684bfeb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:43.866352478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a174fe-e872-43b3-a17a-f672684bfeb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:45.711937149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d406136-6454-48c0-b87e-e383cbf7c201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:45.761542819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d406136-6454-48c0-b87e-e383cbf7c201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:45.811150641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d406136-6454-48c0-b87e-e383cbf7c201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:45.871787473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d406136-6454-48c0-b87e-e383cbf7c201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:47.742835331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24eaea09-ad08-4595-9523-3ace26d9a677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:47.794267488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24eaea09-ad08-4595-9523-3ace26d9a677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:47.845149827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24eaea09-ad08-4595-9523-3ace26d9a677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:47.895412138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24eaea09-ad08-4595-9523-3ace26d9a677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:49.743103936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cce56b9-e483-4009-9724-1c3e1ab6b55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:49.796369993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cce56b9-e483-4009-9724-1c3e1ab6b55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:49.846424771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cce56b9-e483-4009-9724-1c3e1ab6b55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:49.896483717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cce56b9-e483-4009-9724-1c3e1ab6b55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:50.835641711Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4ab4aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4ab4aa","reconcileID":"ef54f2c7-07e6-4998-9c8a-1444ce5639b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4ab4aa","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-4ab4aa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:51.787435957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd711f9-b62e-4046-b794-48ff12a5d8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:51.837333658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd711f9-b62e-4046-b794-48ff12a5d8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:51.896656037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd711f9-b62e-4046-b794-48ff12a5d8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:51.952966928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd711f9-b62e-4046-b794-48ff12a5d8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:51.95316581Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"485edb5c-0deb-4a27-9730-cffba7c6a65c","namespace":"ai-tenant-e2e-api-a-eee7f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:51.977528657Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"485edb5c-0deb-4a27-9730-cffba7c6a65c","namespace":"ai-tenant-e2e-api-a-eee7f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:51.977647938Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"485edb5c-0deb-4a27-9730-cffba7c6a65c","name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.043594115Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"e912f3d0-7ee5-4f1a-a9f1-e2ed548e2c17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.043912053Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"485edb5c-0deb-4a27-9730-cffba7c6a65c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.044193197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a07ad3c-9375-41a8-a8d6-5dfdcf37f29a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.044290483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a07ad3c-9375-41a8-a8d6-5dfdcf37f29a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.044236369Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","namespace":"ai-tenant-e2e-ipp-b-cb2b8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.044463651Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","namespace":"ai-tenant-e2e-ipp-b-cb2b8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.044541471Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","tenant":"e2e-ipp-b-cb2b8a","tenantID":"e2e-ipp-b-cb2b8a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.100297933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"Deployment","name":"maas-api-e2e-ipp-b-cb2b8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.180930916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"Service","name":"maas-api-e2e-ipp-b-cb2b8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.261800674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"e912f3d0-7ee5-4f1a-a9f1-e2ed548e2c17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.265375738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-cb2b8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.322524721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-cb2b8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.395978922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.402395835Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"e912f3d0-7ee5-4f1a-a9f1-e2ed548e2c17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"name":"e2e-api-a-eee7f1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.425323275Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"e2e-e2e-api-a-eee7f1-policy","reconcileID":"e912f3d0-7ee5-4f1a-a9f1-e2ed548e2c17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eee7f1-policy","namespace":"ai-tenant-e2e-api-a-eee7f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eee7f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.471019829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.490835209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86107c54-d72a-4759-89d8-6e1506b2d9da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.490874024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86107c54-d72a-4759-89d8-6e1506b2d9da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.54078611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.594374402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.661055714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.714180136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.79855978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"Service","name":"payload-processing-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.866833208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.921133208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:52.982822426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.045713128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.154516506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.233330491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.311483945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.366240456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-cb2b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.432457393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-cb2b8a"},"namespace":"ai-tenant-e2e-ipp-b-cb2b8a","name":"default-tenant","reconcileID":"a403f764-f0d5-43cd-b9f2-e2624c8824aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-cb2b8a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.542594061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"6ed2894f-c01d-43a2-bc12-02da8ccd00ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.597851622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"6ed2894f-c01d-43a2-bc12-02da8ccd00ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"name":"e2e-api-b-31ae40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.685357258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-31ae40-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ed20834294cf77a3d6756788cd673cbb675854a6fbf0ac660db489ba8aaadb1) AuthConfig (8a69b50a2a88eec3b321457fe5d0663bf9f634a433aa73d50f1759e09c8352d7) AuthConfig (8a2a424e052222c2857e61b71c39f9ff6b3b7d70c517c97ef882a4d53c845386) AuthConfig (fc2512c61773a6eb8ebfc4753d0891b21b5c72eb96abf14bd38d6c59f032aea7) AuthConfig (38e37f9a54a5be4a100f63f672e944768d7bb672875315e642e79b7f91c1ee9b) AuthConfig (29f949ff84c4141d36869c10dacaa9e6919ada78da7ce90ec83a69c831eae9d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"6ed2894f-c01d-43a2-bc12-02da8ccd00ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.686155398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"97eb1031-5b81-437a-a5d6-d486ddb4639e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.745463269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"a11aa2ca-4cee-4b0a-b037-3fb4dc6f5c8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.804719942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"28fe900c-7bd9-4134-9fe8-dafb66f02d2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:53.942170633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"8049dcf3-9240-4898-b041-299e71ab5b98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.084950721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905a677f-d626-49ba-892c-c302197faca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.12713878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"8bc7138b-409c-44c3-8d92-a87ba0b4b8d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.134687559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905a677f-d626-49ba-892c-c302197faca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.184660968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905a677f-d626-49ba-892c-c302197faca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.234617959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905a677f-d626-49ba-892c-c302197faca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.392448578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"cc1d7333-d8af-4e4e-ab0f-d2f8b7e2a395","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.443618306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"12c8eb91-b14f-4ea5-a166-a1f048f53ea8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.471428994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"553f8964-180d-4811-8771-9d313321d4d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.645701778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"de451d50-e4b1-49ed-91df-26db58f1a848","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.714452517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"036bf621-976f-4fac-8b4f-1cfc8c7eebb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.820081499Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-cb2b8a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-cb2b8a","reconcileID":"d9de31f3-2d91-4857-8414-b22075b58795","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-cb2b8a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-cb2b8a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.841019978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"eec8c38b-6b6b-4a25-a6a3-af5c5f01e6cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:54.966681672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5449c349-2399-40a1-a1a3-8c06d970a16d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:56.225764398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7903f3e9-d561-4e1b-8469-81ef020d99b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:56.27550637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7903f3e9-d561-4e1b-8469-81ef020d99b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:56.325276013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7903f3e9-d561-4e1b-8469-81ef020d99b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:56.375195481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7903f3e9-d561-4e1b-8469-81ef020d99b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:57.885080684Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-add5bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-add5bf","reconcileID":"9733b57d-1fec-4060-96ea-f56e1778ac70","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-add5bf","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-add5bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:58.236739243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e79aa8-363d-4c34-8473-f94596753249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:58.28657128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e79aa8-363d-4c34-8473-f94596753249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:58.336250019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e79aa8-363d-4c34-8473-f94596753249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:58.386401287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e79aa8-363d-4c34-8473-f94596753249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:00.302199619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a78e8a-280f-4459-b32d-90da25c00046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:00.351977249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a78e8a-280f-4459-b32d-90da25c00046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:00.401816705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a78e8a-280f-4459-b32d-90da25c00046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:00.454109415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a78e8a-280f-4459-b32d-90da25c00046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:02.34765668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5c7888-73ee-4325-b87c-97e6e6ac7cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:02.402327278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5c7888-73ee-4325-b87c-97e6e6ac7cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:02.457562902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5c7888-73ee-4325-b87c-97e6e6ac7cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:02.508266533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5c7888-73ee-4325-b87c-97e6e6ac7cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:03.787896527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"6741178d-dcc7-471c-8a9d-2c104f0363b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:03.847372414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"6741178d-dcc7-471c-8a9d-2c104f0363b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"name":"e2e-api-b-31ae40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:04.127563847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be64e63f-2258-4040-ab56-56022be50689","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:04.127586121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be64e63f-2258-4040-ab56-56022be50689","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:08.323850897Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.083858595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"d17f1f2c-1f1f-4fbb-a12a-b346179d97b3","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.139305939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"1f571e56-d47a-40a9-90ba-a505a292bb05","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:04:09.18790295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a2717fb3","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-apikey-sub-binding-a2717fb3","reconcileID":"b417d3a2-60b7-4d2e-9db7-18f8d8249bf1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-a2717fb3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.239977017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5735f705-90c2-4bff-b647-e3935060bcaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.24010604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d4466137-bd07-49f9-8ddf-29a984381aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.29923483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d4466137-bd07-49f9-8ddf-29a984381aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.300692811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"8f64dc1f-bda4-456d-be12-a0ea5330ec36","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.301019424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5735f705-90c2-4bff-b647-e3935060bcaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.3539511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"9c223cc2-90d3-475a-81dd-b72075d95219","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.604739696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"981a1ad4-469f-479b-94a9-a741b051035b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.605373323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"1231aa59-388b-4959-9701-c2ed4182aa4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.613506974Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a2717fb3","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-apikey-sub-binding-a2717fb3","reconcileID":"f5ad37f8-c60c-421c-b32a-f7019bd10030","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a2717fb3","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-apikey-sub-binding-a2717fb3","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.693491728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"981a1ad4-469f-479b-94a9-a741b051035b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.699911607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"1231aa59-388b-4959-9701-c2ed4182aa4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.809949082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"669728a7-8789-4f15-ae2d-c188967a3487","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:09.85346054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"8ceb3dc0-ccf3-498a-a714-ad9ef86397ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:10.019090305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a2717fb3","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-apikey-sub-binding-a2717fb3","reconcileID":"e084f69d-871f-430f-ab92-31f5495e2adc","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a2717fb3","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:13.132200143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"9714906f-f8af-4fc1-986f-24e760bbfd1d","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:13.282310211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"04d3539c-a537-4714-af52-b3d8ce837c41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:13.282320479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"940e1260-bc16-4470-91de-003bd08230e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:13.340519076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"04d3539c-a537-4714-af52-b3d8ce837c41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:13.34100402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"940e1260-bc16-4470-91de-003bd08230e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:23.29746711Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a2717fb3","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-apikey-sub-binding-a2717fb3","reconcileID":"20fe1159-1efc-4c0c-acae-18338b1d214f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a2717fb3","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-apikey-sub-binding-a2717fb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:23.523662858Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a2717fb3","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-apikey-sub-binding-a2717fb3","reconcileID":"20fe1159-1efc-4c0c-acae-18338b1d214f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a2717fb3","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:23.731979721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"520c8621-fe79-4f27-a9b9-cddf58de2203","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:23.786693513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"cdaa81a3-b9ee-460b-bf45-5ee9edb1ed09","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:23.936348782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"6d1974d2-f8d5-4e34-aad3-60e1d1f018ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:23.936348847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"024a562c-ab13-414a-b8ea-17da6c5b66e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:23.993238443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"6d1974d2-f8d5-4e34-aad3-60e1d1f018ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:23.998136569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"024a562c-ab13-414a-b8ea-17da6c5b66e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.010785884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"bc2429a6-53c4-469e-a47d-b087b012d04d","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.06547928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"0c8e7854-2c1d-461a-9bda-c8256dfa1cf2","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:04:25.116830112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-sub","reconcileID":"03127bee-99b5-4a52-a15b-a9c90f76feab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.170097182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"61a55eef-bb2c-4b1e-a676-b0abfac26c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.172800391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a0dfaa7d-7e4f-4dfc-8677-f37093d8a239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.235012373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"61a55eef-bb2c-4b1e-a676-b0abfac26c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.244434033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a0dfaa7d-7e4f-4dfc-8677-f37093d8a239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.246248326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"40302b98-da6a-419a-8335-e30ce1f846d4","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.306964713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"23eaceef-7285-4478-92d6-dd5aaa53ecf7","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.566751268Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-sub","reconcileID":"df29dcbe-3262-4d8d-ad7a-cde4d580377c","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-ordering-sub","ai-tenant-e2e-worker-w1-b63c24/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.605770228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ee621ca0-ff32-49de-97bd-28aa63a63430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.605770423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"55aaae99-3600-4646-82c8-decc24afe8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.660909497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ee621ca0-ff32-49de-97bd-28aa63a63430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.660922371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"55aaae99-3600-4646-82c8-decc24afe8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.732782667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"a5344a76-8827-45c0-a5a3-7a13aa73cfeb","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.784104893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"ddfbd794-090f-40c0-999d-a9a484d82caa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:25.938913938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-sub","reconcileID":"28f75abe-bedf-4674-9a73-b3e7ff2bab31","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:28.478940996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"d80de50c-0455-4685-941f-762861026f53","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:28.533431302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"f8f0e76e-4688-46cf-8b86-633af9471efe","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:28.687135123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-auth","reconcileID":"da6e51ef-023c-45b0-9975-455fd3082cc9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:28.745616774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-auth","reconcileID":"da6e51ef-023c-45b0-9975-455fd3082cc9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:29.00693986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"44afde71-caa9-45a5-9c19-c35f26941850","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:31.434879765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"e8aa7fca-c13c-4386-bbcf-9915a06771a6","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:31.591843733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-auth","reconcileID":"d43545c3-aa79-474c-9598-610d88d3bf58","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:31.591977992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8041619e-f699-49a7-83d2-fda1f96df649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:31.591843733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"222db464-8eda-4d39-8fec-a04de241da3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:31.649054435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-auth","reconcileID":"d43545c3-aa79-474c-9598-610d88d3bf58","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:31.651931478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8041619e-f699-49a7-83d2-fda1f96df649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:31.654668129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"222db464-8eda-4d39-8fec-a04de241da3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:38.325397714Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:41.592601449Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-sub","reconcileID":"698f46b4-120a-4567-a0f4-f5f8d9f06166","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:41.810819768Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-sub","reconcileID":"698f46b4-120a-4567-a0f4-f5f8d9f06166","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.028971909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"fc4d8b27-ee32-4355-a361-9c98e342a5b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.075993879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"54409116-0647-4bd3-a712-730af9ccacf1","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.237194601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"c06e4d26-24e4-49d3-9adc-cf7d982c2aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.237373578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-auth","reconcileID":"e20e5977-6e55-40de-b473-db44c776edfb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.237194001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"9339bbf8-6bdb-4a87-97c2-cc70824b0d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.238100995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"7a984110-33e5-49be-84d6-4fc160b404c4","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.292591183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"c06e4d26-24e4-49d3-9adc-cf7d982c2aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.297519095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"9339bbf8-6bdb-4a87-97c2-cc70824b0d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.303596285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-auth","reconcileID":"e20e5977-6e55-40de-b473-db44c776edfb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.455825849Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-ordering-auth","reconcileID":"9ef15183-2f8c-46b9-92d6-01ab04b1e5ae","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.618139808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"17eefa47-6827-4955-89c5-544a6b3b0bb5","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.967558331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"ff027268-e8e8-4eb4-b76e-8071bb13e9fe","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.020599987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"29a5cfbd-7aad-4607-8e70-eac55e0d9c44","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.172307652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-success","reconcileID":"f0032286-151e-4507-9027-c4f810a20886","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.227498575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-success","reconcileID":"f0032286-151e-4507-9027-c4f810a20886","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.255440433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"8c017ee8-49db-4bfa-82c3-47cff4442676","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.31312504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"4f0cd110-e3a0-4573-b921-a6927a9298bc","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:04:44.36772543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-success","reconcileID":"586c4aa1-e7b2-4f85-9187-d2df0056180b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.412549533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ce044eba-3c7c-43b9-91a7-442b16a41475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.417434642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8a477d8d-c2be-4973-af33-423b4ef4c282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.469288392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ce044eba-3c7c-43b9-91a7-442b16a41475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.471970076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8a477d8d-c2be-4973-af33-423b4ef4c282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.47851472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"433f7f2e-1d9a-4f14-a835-aa09f31cd48e","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.534875888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"13bc5cc2-8f98-44a1-b9f8-203c9684bfc4","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.54564168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"7b323bb0-3f84-41b1-b99d-4b9c20fe38c4","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.693777047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-success","reconcileID":"354a0866-2259-467d-8155-32924d7b1af6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.749136719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-success","reconcileID":"354a0866-2259-467d-8155-32924d7b1af6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.78550065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"f8afb62a-ed07-46f0-98d8-131541506542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.785539881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5206f22b-a4aa-4efd-9d9d-ff063b4c9dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.799123611Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-success","reconcileID":"0c6520ab-7449-4184-9ef0-eccf726748a1","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-test-subscription-success","ai-tenant-e2e-worker-w1-b63c24/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.841395395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"f8afb62a-ed07-46f0-98d8-131541506542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.841924413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5206f22b-a4aa-4efd-9d9d-ff063b4c9dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.989916573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"f2469434-bec5-4388-884c-d15d359beef4","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.044181903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"316d2cc5-66d3-40a1-8aff-24782921b853","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.210671237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-success","reconcileID":"8f9d8ec4-6bf1-4076-b2e2-1c702ce831ab","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:47.933681298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"1f87dc0c-cb29-4658-b0c4-443cf75850fc","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:48.106351218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"945169c0-43ae-4fe0-86c6-98da55901e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:48.115331578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"3c108a7e-c1e6-4b78-9f98-57c501eb037a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:48.115340156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-success","reconcileID":"c0c14cf6-bd69-46e5-b9a0-0f04e750711e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:48.162330799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"945169c0-43ae-4fe0-86c6-98da55901e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:48.171151294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"3c108a7e-c1e6-4b78-9f98-57c501eb037a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:48.174005754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-success","reconcileID":"c0c14cf6-bd69-46e5-b9a0-0f04e750711e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.013112276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"50c1347a-ebe0-47fb-9c28-444688e0f514","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-4ab4aa","tenantID":"e2e-praxis-b-4ab4aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.129444771Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"50c1347a-ebe0-47fb-9c28-444688e0f514","name":"e2e-praxis-b-4ab4aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.193953855Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","namespace":"ai-tenant-e2e-api-a-eee7f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.194015123Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","namespace":"ai-tenant-e2e-api-a-eee7f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.194063348Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","tenant":"e2e-api-a-eee7f1","tenantID":"e2e-api-a-eee7f1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.249292495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"Deployment","name":"maas-api-e2e-api-a-eee7f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.308506944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"Service","name":"maas-api-e2e-api-a-eee7f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.373040368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-eee7f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.42600019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-eee7f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.486204323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.539202129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.604629587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.657142887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.709599592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"Deployment","name":"payload-processing-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.759036527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.812390052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"Service","name":"payload-processing-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.862901428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"Service","name":"payload-pre-processing-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.914696423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:50.964418777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:51.014202951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:51.068921192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:51.121505695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:51.177563447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:51.231206266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-eee7f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:51.282444141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eee7f1"},"namespace":"ai-tenant-e2e-api-a-eee7f1","name":"default-tenant","reconcileID":"7b82ed69-705b-43b9-96ab-fbd30ff9b805","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-eee7f1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:52.13633254Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-eee7f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-eee7f1","reconcileID":"34e6230b-be15-479b-9175-7b166fd967e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-eee7f1","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-eee7f1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:53.236999071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac1715-0723-4720-ba65-ed12db1446a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:53.287324184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac1715-0723-4720-ba65-ed12db1446a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:53.336872262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac1715-0723-4720-ba65-ed12db1446a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:53.387715319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac1715-0723-4720-ba65-ed12db1446a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:55.278313453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff79cd2-3ea7-4904-ad9b-285e171ecced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:55.328962722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff79cd2-3ea7-4904-ad9b-285e171ecced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:55.379381279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff79cd2-3ea7-4904-ad9b-285e171ecced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:55.429930406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff79cd2-3ea7-4904-ad9b-285e171ecced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.097328478Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-success","reconcileID":"a5b2cf05-b2b7-44cd-9028-cb849565f243","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.312617393Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-success","reconcileID":"a5b2cf05-b2b7-44cd-9028-cb849565f243","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.518900781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"17ba02a9-0fb7-4c2c-af97-8961779adcc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.575817365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"09a6ea53-adc5-4648-8d68-854d1f4e3ee6","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.722759788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"206b0ff5-6911-4e55-a1de-a065f084c43b","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.728163948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b10568b3-35ca-4c4e-ad4d-dce605579e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.72816428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"efe97b88-f013-4ae5-b0ca-20f72d5596b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.728372223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-success","reconcileID":"b6ccaf7f-1f39-4bc3-8a8e-922eadc479cc","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.783849268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b10568b3-35ca-4c4e-ad4d-dce605579e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.783892879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"efe97b88-f013-4ae5-b0ca-20f72d5596b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.78724242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-success","reconcileID":"b6ccaf7f-1f39-4bc3-8a8e-922eadc479cc","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:58.95016422Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-success","reconcileID":"9ffca90c-9acf-4324-aeba-b29b71a9e2de","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:59.114458846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"24ac05f1-e228-46da-9171-777305e878cf","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.350523822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"716bfb9b-0cf8-4bbd-b7e4-b6a16574961f","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.410809488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"372c77bf-1d69-4466-8478-0daab32f49a8","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.572906267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-no-access","reconcileID":"3cb13ac0-1b6b-4eeb-8bb6-8fdd0a5bbe88","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.644550107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-no-access","reconcileID":"3cb13ac0-1b6b-4eeb-8bb6-8fdd0a5bbe88","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.657734774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"57fc2a98-5ad3-49a0-961e-f091523f85d3","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.718132089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"b147e77a-39cb-4841-a6bb-deec581372c2","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:05:00.765792643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-no-access","reconcileID":"5950f507-7cae-4436-8dda-12c55f70aa5e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.826987512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5041f8b2-c8ae-42dc-8f06-25ca5de6bd93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.826987583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d5b7a440-2eb2-46ad-8790-334c5954169c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.888612869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"64d13661-34a4-4e11-87a1-e73a928a2ecb","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.892460906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d5b7a440-2eb2-46ad-8790-334c5954169c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.892651882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5041f8b2-c8ae-42dc-8f06-25ca5de6bd93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:00.97842455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"4ac7a740-6deb-41f1-b5a5-de11283bace0","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.017061674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"7c2f3c6d-c2cf-4707-9fb4-4a3a44a4713f","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.140343249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"a85f7ca1-c6c5-4915-9dfb-365eaf729887","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.194725414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-no-access","reconcileID":"1edb111e-24f2-4a57-995f-195b35c34028","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.196523278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"a85f7ca1-c6c5-4915-9dfb-365eaf729887","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"name":"e2e-api-b-31ae40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.279031321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-no-access","reconcileID":"1edb111e-24f2-4a57-995f-195b35c34028","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.33844518Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-no-access","reconcileID":"cdf08467-33ce-41ac-a9bd-739b6551bd51","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w1-b63c24/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.436573194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"0bb223c5-7c39-4325-940c-2e1c4ee741e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.445706368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4420c576-e108-4648-bb47-3e12b08295c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.493273437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"0bb223c5-7c39-4325-940c-2e1c4ee741e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.509107682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4420c576-e108-4648-bb47-3e12b08295c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.569484707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"8fd615cc-202d-4459-ae0e-95c7aae4e6a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.570627859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"509de9c2-44b9-43ba-9c89-6f11e4509ba6","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.599777275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"bcd691b9-0f34-49fa-96f5-9d0c8f6909d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.63331617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"8fd615cc-202d-4459-ae0e-95c7aae4e6a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"name":"e2e-api-b-31ae40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.791919237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-no-access","reconcileID":"1c2955f7-5663-4a09-bf98-649292cc202e","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.946765787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4efd7-16e3-4681-a851-f0864838b86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:01.997443967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4efd7-16e3-4681-a851-f0864838b86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:02.04724305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4efd7-16e3-4681-a851-f0864838b86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:02.098065468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4efd7-16e3-4681-a851-f0864838b86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:02.167950822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"d25c94ba-c074-420b-ada7-c65254f0b60b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-add5bf","tenantID":"e2e-praxis-a-add5bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:02.289936143Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"d25c94ba-c074-420b-ada7-c65254f0b60b","name":"e2e-praxis-a-add5bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.087270942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"e474f669-4cd5-4907-81f1-b5a880525f2e","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.12254757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433eedef-5380-47c2-bcde-94bf74b282ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.174932531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433eedef-5380-47c2-bcde-94bf74b282ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.225320199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433eedef-5380-47c2-bcde-94bf74b282ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.275489826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433eedef-5380-47c2-bcde-94bf74b282ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.379687743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"abf6e47e-079a-4742-9f4c-34e404a5e2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.379898031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5a710a12-54ec-4c27-9d35-42242b5ec049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.379687727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-no-access","reconcileID":"205d4b12-5280-492b-8ec1-cb296c2bc312","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.440867411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5a710a12-54ec-4c27-9d35-42242b5ec049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.440921963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"abf6e47e-079a-4742-9f4c-34e404a5e2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.443274256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-no-access","reconcileID":"205d4b12-5280-492b-8ec1-cb296c2bc312","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:05.049114278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"610a7917-0895-4aff-a697-313321262393","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:05.049150832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"610a7917-0895-4aff-a697-313321262393","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:06.231925383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb104e9e-f344-4b7d-908b-f7296960b208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:06.281800148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb104e9e-f344-4b7d-908b-f7296960b208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:06.331731796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb104e9e-f344-4b7d-908b-f7296960b208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:06.381588936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb104e9e-f344-4b7d-908b-f7296960b208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:08.326437578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:08.359597885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f44c7d-c7cd-4b0c-a46a-4580626ed83d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:08.411778779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f44c7d-c7cd-4b0c-a46a-4580626ed83d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:08.463386127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f44c7d-c7cd-4b0c-a46a-4580626ed83d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:08.514472477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f44c7d-c7cd-4b0c-a46a-4580626ed83d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.412711171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d20343f-d6e5-4fa0-b913-faccbf705260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.462817111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d20343f-d6e5-4fa0-b913-faccbf705260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.512725125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d20343f-d6e5-4fa0-b913-faccbf705260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.54359338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"8224431c-d5f5-4c9e-9bbf-6188d14fb740","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.543614716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"8224431c-d5f5-4c9e-9bbf-6188d14fb740","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.56241202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d20343f-d6e5-4fa0-b913-faccbf705260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.615780274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"729dee48-1fa3-4542-a9dd-420e2887a667","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.615800772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"729dee48-1fa3-4542-a9dd-420e2887a667","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.720760651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"6c955d3d-c735-4924-82e0-1b06c1b50c07","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.846123484Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"6c955d3d-c735-4924-82e0-1b06c1b50c07","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.905993056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-8c08e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"6c955d3d-c735-4924-82e0-1b06c1b50c07","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.960360512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"5c29252a-2047-42fa-9c0a-810c8c245281","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:10.960382786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"5c29252a-2047-42fa-9c0a-810c8c245281","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:11.700146006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"456709eb-dbdd-4740-9336-c474a7c5475d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:11.75473348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"456709eb-dbdd-4740-9336-c474a7c5475d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"name":"e2e-api-b-31ae40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:12.057529455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"672da346-4439-44db-bfa0-0dba1ac25e94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:12.11254602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"672da346-4439-44db-bfa0-0dba1ac25e94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"name":"e2e-api-b-31ae40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:14.34443891Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-no-access","reconcileID":"c04cc58e-2a32-47be-bc2a-ac3c406d41b7","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:14.56596223Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-no-access","reconcileID":"c04cc58e-2a32-47be-bc2a-ac3c406d41b7","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:14.775908384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"3ca33975-9c5e-4724-983a-8a07b4a4c91d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:14.830396861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"310d8e0c-9054-4fbb-9139-2b6bff8da903","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:14.980327153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-no-access","reconcileID":"e93cf201-a91d-410a-83f7-52bbfcc14a80","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:14.980370913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"ff483f26-4c83-4b82-a955-a2504cfc11ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:14.980791038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"a3ab98ff-8a52-4515-abfe-337dbd6e06bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:14.993680673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"0aa9e388-605e-45b9-8d0a-11625561ebae","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:15.035978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"ff483f26-4c83-4b82-a955-a2504cfc11ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:15.037078906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"a3ab98ff-8a52-4515-abfe-337dbd6e06bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:15.038299689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-no-access","reconcileID":"e93cf201-a91d-410a-83f7-52bbfcc14a80","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:15.244066716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-no-access","reconcileID":"d36879fe-e22a-4f3b-b98e-791d0a7c6519","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:15.452797129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"7e60d04a-b59e-4424-8e6d-9673941fad2a","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:16.601228762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"66fa1a2b-39f2-4695-b86d-fe1b92c48606","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:16.655159529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"b2b4c5dc-f9b6-488e-ab12-e61ecb9463ef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:16.823504423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5ad7da23-58d9-4998-ac6a-d47def381af0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:16.878309466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5ad7da23-58d9-4998-ac6a-d47def381af0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:16.898808877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"926dace8-414f-4eea-a943-8ee2fcc63943","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:16.958368346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"73ecffc1-859c-465a-bcb0-fdf70e7f1829","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:05:17.009681219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-free","reconcileID":"e6a90e09-3632-40ed-96e2-bd8882ed13fb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.067267754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"46d6cee1-5722-4b44-99fc-672db3f0852c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.067264195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c8519850-f698-474d-9df5-5e10cab12b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.126247536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c8519850-f698-474d-9df5-5e10cab12b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.126719986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"46d6cee1-5722-4b44-99fc-672db3f0852c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.150679957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"bfd2409b-81b7-4e0f-9818-ac3360b29363","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.208831512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"7e970a51-44cd-4566-bbe6-be3ef806f278","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.244691505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"bd2e7d53-a3b6-494b-81ff-c11bb76d2239","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.297795766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"d40671ae-36b7-4042-92d6-0226b7b6a033","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.299256568Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b63c24 priority=0:[ai-tenant-e2e-worker-w1-b63c24/e2e-test-subscription-free ai-tenant-e2e-worker-w1-b63c24/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.39057661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"b5655a62-001e-4fc3-8e73-6972b3b03017","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.410185383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2da0384a-1a75-432f-b866-c5c511933796","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:05:17.418583833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-premium","reconcileID":"7e6ebad8-1910-4bfd-aebf-8fdd12cd912f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.455662851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"159a9430-3822-4082-a858-bf5459291503","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.471736995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2da0384a-1a75-432f-b866-c5c511933796","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.537793856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"5b9894fb-5685-44c3-ae80-1328868b6342","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.541140489Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-free","reconcileID":"ac7ea9b0-e4d8-406a-8745-0cfafc55b809","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.54153717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"118aeb6b-45b6-4bf2-8dac-8e60ee0ddbcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.541802593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6c36a46e-4675-4eaa-94e8-e806485f175c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.600608813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"aba9b87e-bacb-45a5-a470-414b2e3097ca","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.611776482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"118aeb6b-45b6-4bf2-8dac-8e60ee0ddbcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.614309005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6c36a46e-4675-4eaa-94e8-e806485f175c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.732276432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"bf9a443d-ecb0-4883-84dc-f940058242d0","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.82755158Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"2c3f30a6-30bf-481a-ac67-32f641df5b43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-b63c24/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.847182421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d4e6bbae-9da4-4bd8-92c9-61b7951682e5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.910504261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d4e6bbae-9da4-4bd8-92c9-61b7951682e5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.933795311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-premium","reconcileID":"cfe42d45-6b5b-46f9-951e-3e4fa2a055fa","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.956643462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"21e9cda9-76be-4a83-8b8b-1c1b7f86e923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.957479405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-free","reconcileID":"53d70f6e-b586-4612-bfef-91d26dc72d3a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.957764275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8ab55300-9246-4b16-976e-a5a313086549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:18.023299897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"21e9cda9-76be-4a83-8b8b-1c1b7f86e923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:18.023626393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8ab55300-9246-4b16-976e-a5a313086549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:18.109431177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"a1c93f17-0fd1-4253-8477-cfd61794c058","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:18.135531666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"41609e34-b138-467e-a04a-246f96e8256d","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:18.158005009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"c37c0fa6-d34a-48f1-b96f-6092d2a1bd56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:18.320622366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-premium","reconcileID":"e507f4d0-81ac-4e54-86ae-717cb66eb15b","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:18.347295757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-free","reconcileID":"5381299c-07f8-4af4-bb03-9b21a1e6f711","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.063160658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"f162e90b-d41c-4ad1-95b5-b4b089f3e7e8","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.118256079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"f162e90b-d41c-4ad1-95b5-b4b089f3e7e8","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.173004598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-8c08e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"f162e90b-d41c-4ad1-95b5-b4b089f3e7e8","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.587459321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"e6cbb9ce-828e-4517-8ffe-2d0bcb188b79","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.752187007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"86a5931c-aef9-4106-a40c-cb2609f4ec13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.752255776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1f88079e-feca-4ef3-a0c8-2e678a3c359f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.752685166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"03d24ec6-3b6a-4d3b-8e66-ffd09458fcfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.81408814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1f88079e-feca-4ef3-a0c8-2e678a3c359f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.814188013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"86a5931c-aef9-4106-a40c-cb2609f4ec13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.817820324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"03d24ec6-3b6a-4d3b-8e66-ffd09458fcfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:31.27410836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"62b3f44d-5e69-4915-8634-891cfc32ce58","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:31.329536667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"62b3f44d-5e69-4915-8634-891cfc32ce58","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:31.383927043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-8c08e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d09d368fe0d573bb4d6b08a2c268a2c717ae96e57ec8fdecd512eef072d387) AuthConfig (fd111a5f1081baf8eac8d2102c8503d358f17ee9e2bf0812f8894a444d314561) AuthConfig (cea7d46b8e33f313f39eb5655f8112cdaf29ba80325cf2f8ecdac163dd74be56) AuthConfig (329e25548ea22364551ff58166ffbd58242ebcb18c37cdfe9f8c7ec353e4daaa) AuthConfig (51bfdcb4c486f0ccbcf3ab642aeaf6c60dec24dbd41947b7396d34bf831afca2) AuthConfig (67cb14809a233d891d692e4500b3127c6a04062db7aacd62f9541565d7873b04) AuthConfig (689711f1acd203ebd8a0a3a96785bb060fac8b85637002e3a84559be028c1ab1) AuthConfig (381ef6124b06b841f20df2170489924d98470b212d0dfe5a6290246b33c3598a) AuthConfig (76fe1b1f10dd38786c904feca1a8126db28e116816b5d422fd11787dc7982c61) AuthConfig (1ba6995cc5e6a57c3e7a619b1ca68f086108eb7598b4a05220d94552dc9ea6bf) AuthConfig (da6fe9367390f8ea146a70c6b3cd823f7ccd98c96f4d99cbe8f25607e0862e15) AuthConfig (979d35736fd76f8300c4cb6f4418fb91a3325639a810bfbcf31eddff5deb9486) AuthConfig (aa0d323711f63b192364f1d9bf059cad206fc0ae0bc957be9a963f7dc8421ba6) AuthConfig (e132726914860220eec54fe13c6344f4729ac11a6a841ff287889ce511438e04) AuthConfig (6cf078f3692e8993d40749b6f98e428762a4fc32369c6366cbe0848a1f601ce4) AuthConfig (048730337e357bf0dc3d01d4603200fb7d48f7f8e6dc763162dd8e3e29bcb548) AuthConfig (4455d9d2c6c294ca75f2ee3291eaa1010fb7c54cb761ce150b2e6e22316c3042) AuthConfig (ab8c81d0529df524900a79dc75491464010bdfc476cf0ffcd7ef8b7bd0ee4458)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"62b3f44d-5e69-4915-8634-891cfc32ce58","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:31.446465083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"8f5c393b-870d-4354-9cce-15a34379f619","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:31.446496034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"8f5c393b-870d-4354-9cce-15a34379f619","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:31.750288655Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-free","reconcileID":"6bc2e414-7ec5-40e4-a4d3-344f218acf8c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:31.964997838Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-free","reconcileID":"6bc2e414-7ec5-40e4-a4d3-344f218acf8c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.169415773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"0cd5957b-bae1-47c0-a012-68490235c415","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.170806749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-premium","reconcileID":"2b624d3f-be18-48de-965d-6b3a6ac2b2a2","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.223088749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"750801a8-5c54-4c8f-a123-4a14e756678f","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.279644403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"a0747258-c1e5-4af4-9291-d9639dfca794","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.382737341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7248d859-fad0-4aac-9b72-64fe6a9ba53a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.382873184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"8c32a17f-776f-4154-9924-562b9635373d","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.38960231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8e166bc9-31f0-452a-bafd-4021ca87198b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.390083783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b9ced399-c06f-4ef6-a5d8-4d113ed953fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.437504838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7248d859-fad0-4aac-9b72-64fe6a9ba53a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.451513579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b9ced399-c06f-4ef6-a5d8-4d113ed953fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.451549692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8e166bc9-31f0-452a-bafd-4021ca87198b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.806733218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"ce8b1121-6c78-440d-960d-ede4d4eface0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.80734115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"a11c9870-ed6a-4e0d-85eb-950d4b292689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.807804764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3f02ae76-46dc-4d40-87dc-bd9684a031c5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.864691504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3f02ae76-46dc-4d40-87dc-bd9684a031c5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.865150777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"a11c9870-ed6a-4e0d-85eb-950d4b292689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:32.866981801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"ce8b1121-6c78-440d-960d-ede4d4eface0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:38.323392128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:41.54639244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"fdf61570-0137-4bc0-847c-c199b7514e78","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:41.602134873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"fdf61570-0137-4bc0-847c-c199b7514e78","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:41.655998707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-8c08e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d09d368fe0d573bb4d6b08a2c268a2c717ae96e57ec8fdecd512eef072d387) AuthConfig (fd111a5f1081baf8eac8d2102c8503d358f17ee9e2bf0812f8894a444d314561) AuthConfig (cea7d46b8e33f313f39eb5655f8112cdaf29ba80325cf2f8ecdac163dd74be56) AuthConfig (329e25548ea22364551ff58166ffbd58242ebcb18c37cdfe9f8c7ec353e4daaa) AuthConfig (51bfdcb4c486f0ccbcf3ab642aeaf6c60dec24dbd41947b7396d34bf831afca2) AuthConfig (67cb14809a233d891d692e4500b3127c6a04062db7aacd62f9541565d7873b04) AuthConfig (689711f1acd203ebd8a0a3a96785bb060fac8b85637002e3a84559be028c1ab1) AuthConfig (381ef6124b06b841f20df2170489924d98470b212d0dfe5a6290246b33c3598a) AuthConfig (76fe1b1f10dd38786c904feca1a8126db28e116816b5d422fd11787dc7982c61) AuthConfig (1ba6995cc5e6a57c3e7a619b1ca68f086108eb7598b4a05220d94552dc9ea6bf) AuthConfig (da6fe9367390f8ea146a70c6b3cd823f7ccd98c96f4d99cbe8f25607e0862e15) AuthConfig (979d35736fd76f8300c4cb6f4418fb91a3325639a810bfbcf31eddff5deb9486) AuthConfig (aa0d323711f63b192364f1d9bf059cad206fc0ae0bc957be9a963f7dc8421ba6) AuthConfig (e132726914860220eec54fe13c6344f4729ac11a6a841ff287889ce511438e04) AuthConfig (6cf078f3692e8993d40749b6f98e428762a4fc32369c6366cbe0848a1f601ce4) AuthConfig (048730337e357bf0dc3d01d4603200fb7d48f7f8e6dc763162dd8e3e29bcb548) AuthConfig (4455d9d2c6c294ca75f2ee3291eaa1010fb7c54cb761ce150b2e6e22316c3042) AuthConfig (ab8c81d0529df524900a79dc75491464010bdfc476cf0ffcd7ef8b7bd0ee4458)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"fdf61570-0137-4bc0-847c-c199b7514e78","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:42.543557623Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-premium","reconcileID":"49478b03-ca40-44ff-a888-a92ef303c0c5","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:42.749886201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-subscription-premium","reconcileID":"49478b03-ca40-44ff-a888-a92ef303c0c5","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:42.950555284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"dc403026-7501-44b2-992a-4eda66a2c094","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:42.956178805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"6b673832-c9ac-4b90-b082-9193dc5ba44b","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:43.104941607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e0e6d356-fc17-4b35-bc93-3dc896cc35cb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:43.105324704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"80015f7f-5c1c-4aaf-b80d-b9792fcfddf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:43.105586819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"824ea6d0-60e3-4edc-a355-c1786b0b8c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:43.117728455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"c8112bce-4f64-4371-81fa-1907050c513e","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:43.190737871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e0e6d356-fc17-4b35-bc93-3dc896cc35cb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:43.197152755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"80015f7f-5c1c-4aaf-b80d-b9792fcfddf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:43.199271467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"824ea6d0-60e3-4edc-a355-c1786b0b8c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:43.33919236Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-multi-sub-valid","reconcileID":"028013de-cec0-48b3-8a71-71428e92b649","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:43.495931051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"0cf2a25e-7ca3-4132-9b48-47f049cf5a63","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.119062413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"dfec3aa0-f3d8-477c-a22e-09fb24710e03","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.174051263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"549997ea-4208-44b8-ba5e-b7d80249c257","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.325969012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"925989f3-98f1-4346-99a4-ada411e39346","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.380847117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"925989f3-98f1-4346-99a4-ada411e39346","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.400045467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"8bf990a6-533d-4555-8176-dd7a383b008d","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.454995248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"8c4def01-3610-4e36-a726-1254182c04c7","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:05:45.503090384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-user-subscription","reconcileID":"4e5e2f93-af2d-4e7d-ba69-9c5f15d1efc2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.548255296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8a21d8f9-79af-479c-a64a-63dfdc557650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.548281617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"04eaa961-4742-4c0a-bbba-3f9b87917d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.602814567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"04eaa961-4742-4c0a-bbba-3f9b87917d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.602944382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8a21d8f9-79af-479c-a64a-63dfdc557650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.612650724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"f0611037-8db7-4da9-8080-30ae5f98464d","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.667710202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"f113e221-f130-495a-a41c-0f6769b1ad3c","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.67931969Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b63c24 priority=0:[ai-tenant-e2e-worker-w1-b63c24/e2e-test-other-subscription ai-tenant-e2e-worker-w1-b63c24/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.67951012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"ec5aa4b7-0732-4073-812d-6066ebcab9c2","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.686652978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"fbc49cdc-de64-4356-b370-e1e1000a5e29","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.756478189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"fcc8780d-66aa-4710-a5e0-fb6a2df71f27","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:05:45.827654538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-other-subscription","reconcileID":"f7f1feb7-6b7d-4ca9-a709-feef5f87a4f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.839185053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"add920f8-954f-482a-b8ee-42c8f9795a2a","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.886831052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"7a83c792-c4de-401c-b722-75cd75f4e394","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.939060174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"ad944559-36b8-425a-bd88-5f980e67b8ee","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.942673929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"7a83c792-c4de-401c-b722-75cd75f4e394","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.948886341Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-user-subscription","reconcileID":"90e1e741-cd73-4cf3-8ec9-17d905321b2f","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-b63c24/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.99559399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"4f21cd15-097d-46af-a926-5e28d3334307","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.996557099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ee16b918-fbc1-4073-8937-c5efc30121cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:45.999173101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"3d5d5100-b9e2-4626-90e3-dba72d4300ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.051337642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ee16b918-fbc1-4073-8937-c5efc30121cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.054057975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"3d5d5100-b9e2-4626-90e3-dba72d4300ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.10776915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"d510b6ab-809b-4e00-b290-539deb518737","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.149765668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"6a54c6b0-c4fa-4bd4-893b-52824b23b648","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.194806494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-other-subscription","reconcileID":"d599b07b-d859-4ab4-876b-0512f8a16dfa","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.292915871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"6b446612-9ac1-4fbd-900b-7d03ebcb53f0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.309907684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-user-subscription","reconcileID":"8a7b5126-a596-4762-a286-911409db34e2","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.346837489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d2f77310-f4b4-4e05-a372-bb3cf4b1081c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.347755073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"6b446612-9ac1-4fbd-900b-7d03ebcb53f0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.35243701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"72437dc3-a7ce-4ebf-b5f1-51ec74403476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.353086811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"d96324d0-6593-47a1-8700-1b5dc88fdd42","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.401575887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d2f77310-f4b4-4e05-a372-bb3cf4b1081c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.406759692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"72437dc3-a7ce-4ebf-b5f1-51ec74403476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:46.552453558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-other-subscription","reconcileID":"07f2aea9-226f-4c79-9556-d53faef4b485","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:48.916103641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"49cfd6e9-0c34-41f7-bb77-5f827e6d9643","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:49.063680684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"01b6cf2b-51f5-46d1-b2e8-06b54a02a90a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:49.063840386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"0d8b0581-757b-4574-9c5f-2a30470c9e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:49.063689669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"42aafc03-5cbd-4bbf-88ae-b06f2109b8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:49.119056115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"42aafc03-5cbd-4bbf-88ae-b06f2109b8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:49.120414266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"0d8b0581-757b-4574-9c5f-2a30470c9e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:49.121294433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"01b6cf2b-51f5-46d1-b2e8-06b54a02a90a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:51.756419069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"4e590463-062f-486f-82b0-ac8370c40b88","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:51.811346509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"4e590463-062f-486f-82b0-ac8370c40b88","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:51.864835722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-8c08e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d09d368fe0d573bb4d6b08a2c268a2c717ae96e57ec8fdecd512eef072d387) AuthConfig (fd111a5f1081baf8eac8d2102c8503d358f17ee9e2bf0812f8894a444d314561) AuthConfig (cea7d46b8e33f313f39eb5655f8112cdaf29ba80325cf2f8ecdac163dd74be56) AuthConfig (329e25548ea22364551ff58166ffbd58242ebcb18c37cdfe9f8c7ec353e4daaa) AuthConfig (51bfdcb4c486f0ccbcf3ab642aeaf6c60dec24dbd41947b7396d34bf831afca2) AuthConfig (67cb14809a233d891d692e4500b3127c6a04062db7aacd62f9541565d7873b04) AuthConfig (689711f1acd203ebd8a0a3a96785bb060fac8b85637002e3a84559be028c1ab1) AuthConfig (381ef6124b06b841f20df2170489924d98470b212d0dfe5a6290246b33c3598a) AuthConfig (76fe1b1f10dd38786c904feca1a8126db28e116816b5d422fd11787dc7982c61) AuthConfig (1ba6995cc5e6a57c3e7a619b1ca68f086108eb7598b4a05220d94552dc9ea6bf) AuthConfig (da6fe9367390f8ea146a70c6b3cd823f7ccd98c96f4d99cbe8f25607e0862e15) AuthConfig (979d35736fd76f8300c4cb6f4418fb91a3325639a810bfbcf31eddff5deb9486) AuthConfig (aa0d323711f63b192364f1d9bf059cad206fc0ae0bc957be9a963f7dc8421ba6) AuthConfig (e132726914860220eec54fe13c6344f4729ac11a6a841ff287889ce511438e04) AuthConfig (6cf078f3692e8993d40749b6f98e428762a4fc32369c6366cbe0848a1f601ce4) AuthConfig (048730337e357bf0dc3d01d4603200fb7d48f7f8e6dc763162dd8e3e29bcb548) AuthConfig (4455d9d2c6c294ca75f2ee3291eaa1010fb7c54cb761ce150b2e6e22316c3042) AuthConfig (ab8c81d0529df524900a79dc75491464010bdfc476cf0ffcd7ef8b7bd0ee4458)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"4e590463-062f-486f-82b0-ac8370c40b88","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:54.412200031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee1ad8d-0feb-41bc-ae5c-33b7eb2a1001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:54.462043767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee1ad8d-0feb-41bc-ae5c-33b7eb2a1001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:54.511865791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee1ad8d-0feb-41bc-ae5c-33b7eb2a1001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:54.56635262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee1ad8d-0feb-41bc-ae5c-33b7eb2a1001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:56.405844313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20a85ca-62b4-45db-baf9-3a9c9b104874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:56.455687981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20a85ca-62b4-45db-baf9-3a9c9b104874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:56.505278572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20a85ca-62b4-45db-baf9-3a9c9b104874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:56.555155166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20a85ca-62b4-45db-baf9-3a9c9b104874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.071434572Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-user-subscription","reconcileID":"dea27ba4-9b69-44c1-9442-0597f917b119","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.278926191Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-user-subscription","reconcileID":"dea27ba4-9b69-44c1-9442-0597f917b119","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.479573978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"c2ad69a7-3ee6-4f1a-adf2-02750233f5ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.479652298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-other-subscription","reconcileID":"582066b4-4285-402d-aa3d-ebcfb2579ad3","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.540260314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"045b4356-4a1a-4524-a652-89292120a3b7","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.598223878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"2e449497-8f65-4fc5-b722-7acb3a68b0f8","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.694031277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"756b962b-2a82-43a6-b672-ece4f2f1b7c0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.695449733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ff9e16aa-29ed-403a-9dac-b35722e9b424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.713329354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"5ed28682-4a12-4473-bc64-5767b8cd0459","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.751698155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"756b962b-2a82-43a6-b672-ece4f2f1b7c0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.751765907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ff9e16aa-29ed-403a-9dac-b35722e9b424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.794689875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"eee1e016-8b0b-453a-97c6-df876e06903b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.849710964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"eee1e016-8b0b-453a-97c6-df876e06903b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:00.099763331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"f78e9b02-c17e-4ec3-99e2-2741f2950ea2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:00.099764733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"06a23cb5-658b-4bbc-bc68-dab1985beda6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:00.155294415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"f78e9b02-c17e-4ec3-99e2-2741f2950ea2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:00.155310032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"06a23cb5-658b-4bbc-bc68-dab1985beda6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:00.201024655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8f282b87-4404-417b-8297-cc12735d6e35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:00.255720421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8f282b87-4404-417b-8297-cc12735d6e35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.013868056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aa9e53-fd2d-49e9-9407-1e7a2bc97844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.014020693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"6046e644-c82c-4779-b538-9a57ab3163dc","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.063788113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aa9e53-fd2d-49e9-9407-1e7a2bc97844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.113609709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aa9e53-fd2d-49e9-9407-1e7a2bc97844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.118030922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"6046e644-c82c-4779-b538-9a57ab3163dc","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.163202385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aa9e53-fd2d-49e9-9407-1e7a2bc97844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.421974128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"be42a7e8-b771-4484-9902-4b453cfeaea4","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.422015996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"be42a7e8-b771-4484-9902-4b453cfeaea4","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.866860109Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"23e2e9ff-acc9-4a7b-8d20-13b3f04d9787","namespace":"ai-tenant-e2e-api-b-31ae40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.86691902Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"23e2e9ff-acc9-4a7b-8d20-13b3f04d9787","namespace":"ai-tenant-e2e-api-b-31ae40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.866963564Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"23e2e9ff-acc9-4a7b-8d20-13b3f04d9787","name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.929799399Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"23e2e9ff-acc9-4a7b-8d20-13b3f04d9787","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.92999816Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"fe2745e6-1731-4af6-814e-02f346997c6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.930751674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"409b0e50-f6f0-4c86-85ab-355b6b90f802","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:02.930834162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"409b0e50-f6f0-4c86-85ab-355b6b90f802","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:03.141878595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"fe2745e6-1731-4af6-814e-02f346997c6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:03.272732427Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"fe2745e6-1731-4af6-814e-02f346997c6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"name":"e2e-api-b-31ae40-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:03.272764941Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"e2e-e2e-api-b-31ae40-policy","reconcileID":"fe2745e6-1731-4af6-814e-02f346997c6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-31ae40-policy","namespace":"ai-tenant-e2e-api-b-31ae40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-31ae40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:03.327723954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6fee24c-99bd-4c56-b7cf-2aa09ade1ae8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:03.327745704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6fee24c-99bd-4c56-b7cf-2aa09ade1ae8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:04.015098602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb4e69a-0509-40d8-803c-35b836d66334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:04.065075298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb4e69a-0509-40d8-803c-35b836d66334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:04.115411254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb4e69a-0509-40d8-803c-35b836d66334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:04.165170608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb4e69a-0509-40d8-803c-35b836d66334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:06.012806826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"378abf1a-fb0f-4b03-a771-20250de6fd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:06.064286803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"378abf1a-fb0f-4b03-a771-20250de6fd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:06.113812637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"378abf1a-fb0f-4b03-a771-20250de6fd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:06.16331061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"378abf1a-fb0f-4b03-a771-20250de6fd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.012782752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbcc816-5851-4e74-9533-f1f79743388d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.019825147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"d3f351d0-6f92-447c-be04-dede6ed2d179","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.01984539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"d3f351d0-6f92-447c-be04-dede6ed2d179","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.062658383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbcc816-5851-4e74-9533-f1f79743388d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.112808869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbcc816-5851-4e74-9533-f1f79743388d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.163177145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbcc816-5851-4e74-9533-f1f79743388d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.212733626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"6aab585b-68cc-4868-badf-fb7399e8c8bf","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:06:08.218474978Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-8c08e7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.221248402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"dc11585f-cd98-4dea-a2f0-95afe3963713","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.22131906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"dc11585f-cd98-4dea-a2f0-95afe3963713","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.267349924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"6aab585b-68cc-4868-badf-fb7399e8c8bf","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:06:08.273334851Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"dc11585f-cd98-4dea-a2f0-95afe3963713","name":"praxis-route-8c08e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-8c08e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:06:08.273389671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"dc11585f-cd98-4dea-a2f0-95afe3963713","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-8c08e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.27354106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"b27e7121-6528-4ad8-bfa7-18dede58613e","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.273553099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"b27e7121-6528-4ad8-bfa7-18dede58613e","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.322500675Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.542642431Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"9ab10f3f-96a0-4db9-b2f2-6efb9bce5203","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"maas-trlp-praxis-route-8c08e7","model":"praxis-route-8c08e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.567510354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"d74e403c-6248-4b95-adfe-c89a06b886c9","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.622169609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"d74e403c-6248-4b95-adfe-c89a06b886c9","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.703033623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"db4b666a-6c76-451c-9d74-0ed92d0cc4bc","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.703062517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"db4b666a-6c76-451c-9d74-0ed92d0cc4bc","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.905072984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"e5c302ab-6f39-4a80-817c-6e92e8a4ac6e","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"maas-trlp-praxis-route-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:09.873775718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-other-subscription","reconcileID":"88b019bd-7a8a-4446-8090-cb31e5e11f9d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.115140771Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-other-subscription","reconcileID":"88b019bd-7a8a-4446-8090-cb31e5e11f9d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.324680527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"7c932bf0-9e90-45f4-a642-d4844527eaca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.370418411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"d8fb12d7-2251-47bf-bd91-ea7882d82af6","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.426346072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"59f1e201-a9ff-444a-8cff-4a24117dba02","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.426365261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"59f1e201-a9ff-444a-8cff-4a24117dba02","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.540590306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"35a92d0d-0b02-427c-8015-e52d628ce3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.540812635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5b258937-f33c-473a-a4ab-0f93ca8531b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.540882457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"17e8f5c6-3ac7-4b1f-9feb-e59f18aa713e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.554153235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"f62d4ce6-cfb8-4f35-b730-dcaba4328309","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.595736097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"35a92d0d-0b02-427c-8015-e52d628ce3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.595811511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5b258937-f33c-473a-a4ab-0f93ca8531b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.598043382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"17e8f5c6-3ac7-4b1f-9feb-e59f18aa713e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.795689033Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-auth-access-denied","reconcileID":"4b42815d-5a36-4c06-b732-e7e11b7b8a92","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.99040102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"04316e8b-8bd4-431c-ba32-11a27c7ba2bb","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:11.40689002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279c97f2-c0e2-4605-b84d-0a4a3485ba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:11.456576485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279c97f2-c0e2-4605-b84d-0a4a3485ba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:11.506104546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279c97f2-c0e2-4605-b84d-0a4a3485ba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:11.555756301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279c97f2-c0e2-4605-b84d-0a4a3485ba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.024872936Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3f25cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3f25cd","reconcileID":"306db43c-7009-4f4e-8357-f24bf00ae06d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3f25cd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-3f25cd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.464139548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"315f7208-416c-4139-92e7-0d874fabede0","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.61536478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"afe641f1-c124-457f-9246-6eccc2140d0a","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.735671519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"ba80f0de-a753-4e09-86e4-8d858139dd08","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.763076786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-auth","reconcileID":"42befdea-16da-466a-92ac-a6e010cb4ff7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.791508518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"276a8cbe-b5f1-4457-bf23-201f5ef9e572","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.822665109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-auth","reconcileID":"42befdea-16da-466a-92ac-a6e010cb4ff7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:06:12.884569463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-subscription","reconcileID":"7424ecb4-1d73-404f-a95b-cbfe481126bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.934070075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"23baa465-6207-4212-bef1-fe1241d7bfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.934180098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"e990c9a2-82f9-4368-99b1-dac4ef5d8af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.989316731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"23baa465-6207-4212-bef1-fe1241d7bfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.989367031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"e990c9a2-82f9-4368-99b1-dac4ef5d8af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.992394827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"718cb77d-42ff-479e-8171-119d29764f87","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.044974714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"29f63897-65ca-4015-b4e5-b89cf897a340","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.141428583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"1b2fd535-6977-451a-bc7a-6fbc4e2e01ae","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.29653929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-auth","reconcileID":"0179a237-f867-42a5-a177-519643502482","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.311117767Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-subscription","reconcileID":"d70bd3d5-459f-4c41-ae37-ae0462509275","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-test-group-subscription","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.365647103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-auth","reconcileID":"0179a237-f867-42a5-a177-519643502482","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.415848662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f0900d8-30ac-495b-9142-38146c6eb762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.41632514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"f05f9b92-1882-4c6c-bf74-33b60a39655e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.416495408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"2f53bdc4-536c-4ba5-9fea-54d1e377d984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.465929612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f0900d8-30ac-495b-9142-38146c6eb762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.51670679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f0900d8-30ac-495b-9142-38146c6eb762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.517043762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"5898121c-34ee-4020-9203-7635e8ba63bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.521742806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"f05f9b92-1882-4c6c-bf74-33b60a39655e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.526417942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"2f53bdc4-536c-4ba5-9fea-54d1e377d984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.567253138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f0900d8-30ac-495b-9142-38146c6eb762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.623937683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"1013d966-04bb-448c-a8d8-9e4cd215823d","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:13.869927415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-subscription","reconcileID":"d106e650-05df-4971-b322-e4af8c006d77","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:15.427678773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda96cc0-ba01-41c1-ba05-ee676fde6ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:15.478302188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda96cc0-ba01-41c1-ba05-ee676fde6ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:15.528038459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda96cc0-ba01-41c1-ba05-ee676fde6ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:15.593791999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda96cc0-ba01-41c1-ba05-ee676fde6ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:16.166503672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"bb9e9cfa-72fe-4594-9beb-61ab5f9e4bda","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:16.313637158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4fea18e2-4b79-43f2-a483-82050e1061ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:16.313641746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-auth","reconcileID":"86e7abb7-a947-435f-9639-2de01e13b374","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:16.313854541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"0c8205a0-c05a-4441-9e4f-3c3d328bd386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:16.368789109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"0c8205a0-c05a-4441-9e4f-3c3d328bd386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:16.368886802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4fea18e2-4b79-43f2-a483-82050e1061ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:16.370978153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-auth","reconcileID":"86e7abb7-a947-435f-9639-2de01e13b374","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:17.536856098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50da841c-c050-4065-920f-7c1d90bf14fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:17.586817157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50da841c-c050-4065-920f-7c1d90bf14fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:17.636605979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50da841c-c050-4065-920f-7c1d90bf14fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:17.686233397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50da841c-c050-4065-920f-7c1d90bf14fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:25.976292301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"30945306-5d61-4e97-9c40-c546648401ac","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"maas-trlp-praxis-route-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.140100441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"c4314e82-d279-4cd5-aea0-978f1b69c40b","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.140123306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"c4314e82-d279-4cd5-aea0-978f1b69c40b","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.322355966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-subscription","reconcileID":"4207094b-946b-4673-a0e9-bc7ca06ce022","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.532509584Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-subscription","reconcileID":"4207094b-946b-4673-a0e9-bc7ca06ce022","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.741132888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"d2131c79-550e-4f0a-bcab-706632ea0424","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.791452163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"17d56608-ebde-458d-8ed2-6d7e810664fc","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.942879272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"2771af77-4244-4370-a2c5-060e22b9c8b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.943964587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"af2108a8-215d-4502-b254-9e0d7ab24ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.943981167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-auth","reconcileID":"fd54e683-179a-4aa8-8226-d30dbedf18c7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.95231613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"269f2eea-0a16-407b-8421-7df264dd85cf","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.998740749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"af2108a8-215d-4502-b254-9e0d7ab24ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:26.999061658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"2771af77-4244-4370-a2c5-060e22b9c8b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:27.001298222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-auth","reconcileID":"fd54e683-179a-4aa8-8226-d30dbedf18c7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:27.149375671Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-test-group-auth","reconcileID":"21a7c221-f7e1-4fb8-ad55-d5867a3d8d96","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:27.27203079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"950e2244-0b08-4ac9-b02d-471b9c647b61","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:27.306783392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"8d2e1e2d-673b-4446-a726-26641d965223","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:27.332158065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"950e2244-0b08-4ac9-b02d-471b9c647b61","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.062696929Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","namespace":"ai-tenant-e2e-praxis-a-7ea4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.062755585Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","namespace":"ai-tenant-e2e-praxis-a-7ea4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.06280421Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","tenant":"e2e-praxis-a-7ea4b0","tenantID":"e2e-praxis-a-7ea4b0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.116728133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"Deployment","name":"maas-api-e2e-praxis-a-7ea4b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.176822604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"Service","name":"maas-api-e2e-praxis-a-7ea4b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.230205081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-7ea4b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.288187267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-7ea4b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.342769475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.396165357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.452068202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.507502923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.57546805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.625399656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.681611105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"Service","name":"payload-processing-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.731294572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.780826075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.830404088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.879858752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.935608006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:28.98668512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.036059708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.100718289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-7ea4b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.103507609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"5d9327f7-291f-4688-a7e3-3c88bd851a3d","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.106574266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"5d9327f7-291f-4688-a7e3-3c88bd851a3d","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.151907897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ea4b0"},"namespace":"ai-tenant-e2e-praxis-a-7ea4b0","name":"default-tenant","reconcileID":"53a67add-38ac-4a6f-979a-569e1972ac5c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-7ea4b0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.211242141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"a5557b27-3c1c-4fe6-b996-b92a9f06b1fe","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.211270437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"a5557b27-3c1c-4fe6-b996-b92a9f06b1fe","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.255065186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"5f24afdd-c0a3-4b66-9e02-b51fb44d5332","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.309859636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"5f24afdd-c0a3-4b66-9e02-b51fb44d5332","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.396620358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"bff86c58-483c-4c6b-9cbf-b68f01938e08","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"maas-trlp-praxis-route-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.645169729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"62009b4b-d89e-4c53-b558-62c130e5286e","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.700121641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"62009b4b-d89e-4c53-b558-62c130e5286e","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:29.709115435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"da0f63d9-1da0-4c2a-94ff-64d80146816a","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"maas-trlp-praxis-route-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:30.025714658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038374a9-50a3-4763-bfac-efbfbc63e941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:30.076066029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038374a9-50a3-4763-bfac-efbfbc63e941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:30.127742532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038374a9-50a3-4763-bfac-efbfbc63e941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:30.178555108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038374a9-50a3-4763-bfac-efbfbc63e941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:30.298734354Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7ea4b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7ea4b0","reconcileID":"eac4de42-3cb2-4fa8-83e2-594e35af1b34","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7ea4b0","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-7ea4b0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:32.009690472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91244945-4b31-40ea-8de8-8576be68a56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:32.05918799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91244945-4b31-40ea-8de8-8576be68a56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:32.109536542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91244945-4b31-40ea-8de8-8576be68a56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:32.159244576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91244945-4b31-40ea-8de8-8576be68a56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:33.993808147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3e3b71-b0d9-4bc3-95da-9a3c891a5680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:34.043760649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3e3b71-b0d9-4bc3-95da-9a3c891a5680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:34.093608851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3e3b71-b0d9-4bc3-95da-9a3c891a5680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:34.143367037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3e3b71-b0d9-4bc3-95da-9a3c891a5680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.389481185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"58c7f2f7-6b6e-4e8f-8aeb-7223882344be","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.484375528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"95b9c7f3-ac14-442a-8bc2-d35f57fe605c","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.629348934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-auth","reconcileID":"bf35b202-c7e6-44bf-bd43-9f21fe2daca8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.669775068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"ff10eca0-8742-438b-8a3f-22e0d1b5587e","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.746640172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"a062da4d-e10b-45bd-90f6-1df1d65820a2","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.746798956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-auth","reconcileID":"bf35b202-c7e6-44bf-bd43-9f21fe2daca8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:06:35.795396617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-sub","reconcileID":"72b57325-9c01-4cf8-972e-ca654017726a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.84015676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"73442e65-98c5-4135-b047-b20dd0547f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.840160447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ecb3bc78-151f-4b03-b4dc-2ff0a8dd943e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.899050362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ecb3bc78-151f-4b03-b4dc-2ff0a8dd943e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.899125485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"73442e65-98c5-4135-b047-b20dd0547f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.904960047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"36a4eaa6-632a-4954-9c5c-1560956fd5f4","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:35.959392174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"c6b95761-4e5f-4d89-968d-676fd2715812","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.004998532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08747d-f005-4d18-bd34-ca60ea1dcd37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.054867762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08747d-f005-4d18-bd34-ca60ea1dcd37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.060725469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"1404412a-1fe4-4321-abcc-fbabb4fa07df","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.104408644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08747d-f005-4d18-bd34-ca60ea1dcd37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.154360015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08747d-f005-4d18-bd34-ca60ea1dcd37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.302790668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7a90be7b-1594-43e9-839c-1f87e913ae67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.30294217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ff823624-d7af-4152-a37b-297be9d95dd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.30279127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-auth","reconcileID":"0db740d5-c49b-48e3-b6f3-2d025d2bb146","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.359085836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7a90be7b-1594-43e9-839c-1f87e913ae67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.3590776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ff823624-d7af-4152-a37b-297be9d95dd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.359937635Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-sub","reconcileID":"715ba14b-4434-4d31-8e92-c0f4535e4dee","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-status-active-sub","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.361277013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-auth","reconcileID":"0db740d5-c49b-48e3-b6f3-2d025d2bb146","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.564032906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"6bfaa22e-9750-4f41-a821-4329e402f256","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.603902627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"94e9c3b4-9edb-4d8d-abb8-22da3fe0230d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.836886052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-sub","reconcileID":"5dca2458-efaa-488e-96c9-1362689b147c","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.323401295Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.436060874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"2d3bcfe0-4b77-440d-b457-418e7cd6c8c2","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.586994083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-auth","reconcileID":"24114354-62ad-4078-aa9b-f935e518645f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.587165408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"72ee5905-b568-44e9-a9c6-25030f04d44c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.587002393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"f1cfd92e-9d3f-458c-bbbc-eb2fb4070306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.64249202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-auth","reconcileID":"24114354-62ad-4078-aa9b-f935e518645f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.643687661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"f1cfd92e-9d3f-458c-bbbc-eb2fb4070306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.644735821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"72ee5905-b568-44e9-a9c6-25030f04d44c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.885376061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1e2ad4-e048-482d-91b8-5d6cfc81de60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.935319381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1e2ad4-e048-482d-91b8-5d6cfc81de60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.985712279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1e2ad4-e048-482d-91b8-5d6cfc81de60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:39.035894938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1e2ad4-e048-482d-91b8-5d6cfc81de60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:39.6740576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"285919a5-557f-4e76-9ad3-03bfb09a4df0","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:39.674078112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"285919a5-557f-4e76-9ad3-03bfb09a4df0","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:39.777302888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"b668f02f-37d2-4d0d-807e-19c0e9ab0476","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:39.831962717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"b668f02f-37d2-4d0d-807e-19c0e9ab0476","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:39.877584877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"689b78e3-2bb0-4cb0-9185-067527bbcc94","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"maas-trlp-praxis-route-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:40.14127325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"1825806b-b6c9-49d5-899f-eaafe83b4f1a","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:40.196023245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"1825806b-b6c9-49d5-899f-eaafe83b4f1a","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:40.242368066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"84414781-695a-4f24-977e-a19f9ed0f6c2","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"maas-trlp-praxis-route-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:40.896440848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6ff87f-7565-475d-80a4-8fc55316ab69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:40.94598842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6ff87f-7565-475d-80a4-8fc55316ab69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:40.995719469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6ff87f-7565-475d-80a4-8fc55316ab69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:41.045350451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6ff87f-7565-475d-80a4-8fc55316ab69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:43.049963809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720938f3-a6a1-47a3-8afd-684d8525d37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:43.099995024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720938f3-a6a1-47a3-8afd-684d8525d37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:43.1520296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720938f3-a6a1-47a3-8afd-684d8525d37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:43.202268633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720938f3-a6a1-47a3-8afd-684d8525d37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:45.009429038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b1ca74-30bf-4ea8-8014-caee28719ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:45.133786235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b1ca74-30bf-4ea8-8014-caee28719ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:45.183449608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b1ca74-30bf-4ea8-8014-caee28719ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:45.233388065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b1ca74-30bf-4ea8-8014-caee28719ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:48.592200201Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-sub","reconcileID":"74e2a659-1f91-4edb-b8bc-6278d880f10d","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:48.806005005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-sub","reconcileID":"74e2a659-1f91-4edb-b8bc-6278d880f10d","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.009981208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"ab71cc0c-2167-47eb-9157-42000e248409","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.064973999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"140b1fd4-c96b-43c4-b777-9ade852423f6","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.212613909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"fb349edf-8fb9-4fa9-9af4-5f5764c87876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.212783586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"9eebb0e5-1337-49cb-9e72-ca27da9c395c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.213042795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-auth","reconcileID":"4e020cb5-518a-4e57-962b-793b62c1c839","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.220877116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"80760cf8-ebc3-4dc3-b8bb-aeecc82bfb9a","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.269804496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"fb349edf-8fb9-4fa9-9af4-5f5764c87876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.27007115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"9eebb0e5-1337-49cb-9e72-ca27da9c395c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.274903154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-auth","reconcileID":"4e020cb5-518a-4e57-962b-793b62c1c839","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.423606285Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-active-auth","reconcileID":"07c33ba1-73a5-4a67-848a-f720c67f1ccb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.576488977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"365392d9-8c43-4e44-9808-ea595e1c9b9c","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:06:50.558488648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-failed-sub","reconcileID":"bae28b60-6cc5-409d-80f3-08da5ab18c23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:50.60991544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7b8e8e39-7521-4549-9cef-baedcf70a46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:50.610465428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ddd78b97-ed95-4232-882f-ae6cffec2407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:50.672020535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7b8e8e39-7521-4549-9cef-baedcf70a46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:50.674309632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ddd78b97-ed95-4232-882f-ae6cffec2407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:50.97007615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7437a76b-da49-448d-ba4a-9caf49e96668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:50.970114648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"3c5d885f-c0b9-42fa-8bf6-5fc4b344b050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:51.024959362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"3c5d885f-c0b9-42fa-8bf6-5fc4b344b050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:51.025346976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7437a76b-da49-448d-ba4a-9caf49e96668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:53.051989257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"28b66116-fb0e-4f2e-aa2c-6f3150a7f1dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:53.051989252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d97b5e2b-6a4f-47a2-a4be-5f522c145dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:53.108369629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"28b66116-fb0e-4f2e-aa2c-6f3150a7f1dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:53.108469103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d97b5e2b-6a4f-47a2-a4be-5f522c145dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:54.687168285Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","namespace":"ai-tenant-e2e-api-b-31ae40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:54.687272405Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","namespace":"ai-tenant-e2e-api-b-31ae40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:54.687330052Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","tenant":"e2e-api-b-31ae40","tenantID":"e2e-api-b-31ae40","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:54.741163705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"Deployment","name":"maas-api-e2e-api-b-31ae40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:54.80169695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"Service","name":"maas-api-e2e-api-b-31ae40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:54.855471361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-31ae40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:54.906694151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-31ae40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:54.967098514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.040400321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.099371604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.180742726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.234905651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"Deployment","name":"payload-processing-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.286520337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.336926883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"Service","name":"payload-processing-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.386620568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"Service","name":"payload-pre-processing-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.436372092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.485850907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.535752051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.589488688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.639293457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.688500042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.741100692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-31ae40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:55.791369223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-31ae40"},"namespace":"ai-tenant-e2e-api-b-31ae40","name":"default-tenant","reconcileID":"e083c9a2-7f50-44d1-bcbd-55cd263883c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-31ae40","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:56.584445969Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-31ae40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-31ae40","reconcileID":"8adf737c-2383-4107-bec1-dec07697ad85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-31ae40","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-31ae40"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:57.660202405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaba395c-7085-4ca2-963b-a1fb8f02b2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:57.709686743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaba395c-7085-4ca2-963b-a1fb8f02b2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:57.759188381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaba395c-7085-4ca2-963b-a1fb8f02b2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:57.808753082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaba395c-7085-4ca2-963b-a1fb8f02b2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:59.613596766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f03dcf-eb01-443d-b5fe-71b6fa407be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:59.663394667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f03dcf-eb01-443d-b5fe-71b6fa407be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:59.713622804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f03dcf-eb01-443d-b5fe-71b6fa407be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:59.763572557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f03dcf-eb01-443d-b5fe-71b6fa407be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:03.059294263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-failed-sub","reconcileID":"481ea284-c89a-4b2e-aacf-b50f0ea853ea","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:03.05943722Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-failed-sub","reconcileID":"481ea284-c89a-4b2e-aacf-b50f0ea853ea","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b63c24/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:03.467848383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"de41f10d-aedd-439d-a661-a2c672ef9c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:03.467848197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"185d634f-935e-4a1c-ab2a-c879206ffd1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:03.522531501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"de41f10d-aedd-439d-a661-a2c672ef9c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:03.52255219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"185d634f-935e-4a1c-ab2a-c879206ffd1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:04.487131584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-failed-auth","reconcileID":"57de46c1-146f-47e7-bd11-416e3921f69d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:04.542106278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-failed-auth","reconcileID":"57de46c1-146f-47e7-bd11-416e3921f69d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:04.598037629Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-failed-auth","reconcileID":"57de46c1-146f-47e7-bd11-416e3921f69d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:04.949549898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-failed-auth","reconcileID":"c7a25436-b9e1-4ce9-bf83-0762db3980c1","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:05.004400207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-failed-auth","reconcileID":"c7a25436-b9e1-4ce9-bf83-0762db3980c1","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:05.057872862Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-failed-auth","reconcileID":"c7a25436-b9e1-4ce9-bf83-0762db3980c1","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:06.665975535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-failed-auth","reconcileID":"443fe7f5-825f-4833-9966-df1688d8e7aa","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:07.729313712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"c8f965a3-aa63-4846-a7c2-f6f401a12263","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:07.790395165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"67771b9f-d4fe-4212-b1a5-a8779eb1a97a","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:07.938813404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-auth","reconcileID":"93ea5a70-3d13-4cd6-a4a2-91d85e5ecd43","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:07.993659296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-auth","reconcileID":"93ea5a70-3d13-4cd6-a4a2-91d85e5ecd43","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.009570263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"aeb2d26a-dfc6-49f5-b6e6-5afa910fbc6d","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.063808466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"130896d1-5869-4a10-ad16-69ae6b69d14f","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:07:08.114799393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-sub","reconcileID":"b3f83bfa-7674-456d-b91b-854f9d31a5d5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.159416611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8c4e2d37-e0e7-4298-9236-59c453d9a094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.159496135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8236a3fe-2db3-401c-9961-a213909aa514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.214183252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8236a3fe-2db3-401c-9961-a213909aa514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.215065479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8c4e2d37-e0e7-4298-9236-59c453d9a094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.224791993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"4144f493-1926-4be0-987f-8ecc6d6a6485","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.279894644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"82763e1a-909f-4c14-b564-d37faafd31a9","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.306341333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"828f4741-af2f-426c-8120-6b64c0ebafca","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.323163338Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.457912403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-auth","reconcileID":"b2183e9e-3c3d-4ba6-ae3d-fe4a9b84cefa","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.514330808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-auth","reconcileID":"b2183e9e-3c3d-4ba6-ae3d-fe4a9b84cefa","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.536358268Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-sub","reconcileID":"e241f845-d094-454a-9fb1-8f363151f010","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-status-degraded-sub","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.53653564Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-sub","reconcileID":"e241f845-d094-454a-9fb1-8f363151f010","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b63c24/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.558562377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"754f327a-fed8-40dd-808b-9e8089ab303e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.558595209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"dd3bae21-768a-41c8-a02f-23d4a7899a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.613881043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"dd3bae21-768a-41c8-a02f-23d4a7899a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.615013396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"754f327a-fed8-40dd-808b-9e8089ab303e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.737262686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"094e8794-dcbe-4a09-a7b8-d41dc192af1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.796592282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"f7e986c1-cb06-412c-8613-1cbf83fe4d39","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:09.01871284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-sub","reconcileID":"aad7698a-9ab7-49c3-8275-434a7ee39a91","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:09.018845577Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-sub","reconcileID":"aad7698a-9ab7-49c3-8275-434a7ee39a91","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b63c24/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:09.827127693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1d98a9-71ba-41bd-8e97-a71e7ec5024e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:09.877166003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1d98a9-71ba-41bd-8e97-a71e7ec5024e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:09.927045886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1d98a9-71ba-41bd-8e97-a71e7ec5024e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:09.976793282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1d98a9-71ba-41bd-8e97-a71e7ec5024e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:10.3385725Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f1d081","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f1d081","reconcileID":"cc8ac15a-01c6-46bb-9ca8-1a5ab1f43d01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f1d081","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f1d081":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:10.461059494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"f2061ba4-71aa-421a-b7ef-091f955489fd","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:10.615547383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"5a93b7d8-8d77-4c5b-96a3-9a531f306c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:10.615820259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-auth","reconcileID":"eeab7152-8d63-4115-af41-34ebdc12e60e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:10.615983852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"6d2c5384-e8f3-47d5-a799-03ca2f458d92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:10.663620371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"e509a8e4-f5dd-4893-9d81-4baaea575c19","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-3f25cd","tenantID":"e2e-praxis-b-3f25cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:10.680183767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"5a93b7d8-8d77-4c5b-96a3-9a531f306c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:10.685633325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"6d2c5384-e8f3-47d5-a799-03ca2f458d92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:10.701969083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-auth","reconcileID":"eeab7152-8d63-4115-af41-34ebdc12e60e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:10.781292445Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"e509a8e4-f5dd-4893-9d81-4baaea575c19","name":"e2e-praxis-b-3f25cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:11.859964788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca62cb58-666b-404a-aa9a-6d9848dcdd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:11.909542143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca62cb58-666b-404a-aa9a-6d9848dcdd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:11.959238642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca62cb58-666b-404a-aa9a-6d9848dcdd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:12.008648398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca62cb58-666b-404a-aa9a-6d9848dcdd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:13.813099363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4376ec70-17f6-4d1e-bbc9-4bc54bd9a672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:13.863142403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4376ec70-17f6-4d1e-bbc9-4bc54bd9a672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:13.912661629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4376ec70-17f6-4d1e-bbc9-4bc54bd9a672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:13.962366289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4376ec70-17f6-4d1e-bbc9-4bc54bd9a672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:15.833267027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5e6218-9037-4441-a5ad-3a777a1bf27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:15.882950206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5e6218-9037-4441-a5ad-3a777a1bf27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:15.932696901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5e6218-9037-4441-a5ad-3a777a1bf27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:15.982471287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5e6218-9037-4441-a5ad-3a777a1bf27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:17.872196746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd7345e-591c-4d8a-bc3c-23b8849da110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:17.921962994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd7345e-591c-4d8a-bc3c-23b8849da110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:17.971913913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd7345e-591c-4d8a-bc3c-23b8849da110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:18.021736483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd7345e-591c-4d8a-bc3c-23b8849da110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:19.867621346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbe7ba7-c8f3-4bf9-b710-a96b7c7fb475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:19.923128201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbe7ba7-c8f3-4bf9-b710-a96b7c7fb475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:19.973591686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbe7ba7-c8f3-4bf9-b710-a96b7c7fb475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:20.037994991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbe7ba7-c8f3-4bf9-b710-a96b7c7fb475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:20.634720043Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-sub","reconcileID":"40aea954-aaf6-4709-ada4-ab865dbd0ebb","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:20.889643075Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-sub","reconcileID":"40aea954-aaf6-4709-ada4-ab865dbd0ebb","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:20.88987428Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-sub","reconcileID":"40aea954-aaf6-4709-ada4-ab865dbd0ebb","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:20.890149895Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-sub","reconcileID":"40aea954-aaf6-4709-ada4-ab865dbd0ebb","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b63c24/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.106322523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"e3b9f20c-65ad-4717-99a9-84607c1cbd77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.16469189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"70dc1332-eca5-48a2-ab34-fef84a3c44a8","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.314496533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"4c46984d-217d-46db-be8b-6f5865cc9501","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.380318742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d8961b67-b388-49c0-8645-1e3761aa0974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.380551286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-auth","reconcileID":"2a151cb1-c08b-4761-ac92-07acc3e4f1db","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.380337364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5fd22e57-a495-44ba-95bc-8dfc7101a57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.435390614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-auth","reconcileID":"2a151cb1-c08b-4761-ac92-07acc3e4f1db","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.437648629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d8961b67-b388-49c0-8645-1e3761aa0974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.43771814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5fd22e57-a495-44ba-95bc-8dfc7101a57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.654626774Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"c3be4c02-71fa-4873-8703-80d09aa4e33c","namespace":"ai-tenant-e2e-praxis-a-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.654723479Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"c3be4c02-71fa-4873-8703-80d09aa4e33c","name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.697862872Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-degraded-auth","reconcileID":"32402b05-631a-4412-816e-3fda39d7cda9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.70988885Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"c3be4c02-71fa-4873-8703-80d09aa4e33c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.709922873Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"c3be4c02-71fa-4873-8703-80d09aa4e33c","namespace":"ai-tenant-e2e-praxis-a-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.710079702Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"c3be4c02-71fa-4873-8703-80d09aa4e33c","name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.710974594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"5d8169bd-b24b-4554-8560-1cdc1f8404e8","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.710991928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"5d8169bd-b24b-4554-8560-1cdc1f8404e8","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.764166982Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"c3be4c02-71fa-4873-8703-80d09aa4e33c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.767437829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"f80cbe97-e434-4738-afa2-9fe868eddc0d","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.767463181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"f80cbe97-e434-4738-afa2-9fe868eddc0d","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.810146141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"ae624b8d-b91a-409e-8cca-2ef33079b584","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:07:21.818553873Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"f80cbe97-e434-4738-afa2-9fe868eddc0d","name":"praxis-route-8c08e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-8c08e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:07:21.818625573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"f80cbe97-e434-4738-afa2-9fe868eddc0d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-8c08e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.823938594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"fd35dc78-ef32-4026-b1b2-374710af84f2","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.823958614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"fd35dc78-ef32-4026-b1b2-374710af84f2","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.865085256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"ae624b8d-b91a-409e-8cca-2ef33079b584","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.865874359Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"fe5bd71c-7b2a-476b-9a4f-be1b1354ee10","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-99c9f0dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.911693486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"9fd7e063-62b8-401c-8dc0-a3fb3c590b8c","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.930518375Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"6fe26155-c86a-4f4a-9608-e6424a4121d9","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-99c9f0dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:22.065142519Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"3ed1e7eb-4cb2-4c85-add7-70333c1ba468","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:22.148485042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd7c1f4-84fc-4021-9574-614538343c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:22.206583858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd7c1f4-84fc-4021-9574-614538343c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:22.258648874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd7c1f4-84fc-4021-9574-614538343c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:22.312112234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd7c1f4-84fc-4021-9574-614538343c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:22.361881894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"3ed1e7eb-4cb2-4c85-add7-70333c1ba468","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:22.489761005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"3ed1e7eb-4cb2-4c85-add7-70333c1ba468","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"e2e-praxis-a-8c08e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:22.492770137Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-auth","reconcileID":"3ed1e7eb-4cb2-4c85-add7-70333c1ba468","MaaSAuthPolicy":{"name":"praxis-route-8c08e7-auth","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:22.570621705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"2e8592cb-538d-48e7-8dba-a578642fd57b","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:22.570648349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"2e8592cb-538d-48e7-8dba-a578642fd57b","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.011414487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"068a0155-dae3-4e39-bb3e-28b5d0b003d1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.011448906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"068a0155-dae3-4e39-bb3e-28b5d0b003d1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.068127121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"5458278d-895c-4c7f-8159-870850cdaebc","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.195986539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"3f2bc49a-fdc3-44f1-b92a-66b129a1b938","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.196120829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"3f2bc49a-fdc3-44f1-b92a-66b129a1b938","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.249843749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"0203f89b-aa88-41fb-8aaf-555d28642bba","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.249869066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"0203f89b-aa88-41fb-8aaf-555d28642bba","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.454127065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"45c73be2-62d5-4537-8653-32d138d1ba83","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.465706672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"f480e4ea-1f35-4c05-a55c-967e0f224889","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.465732913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"f480e4ea-1f35-4c05-a55c-967e0f224889","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.511329738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"45c73be2-62d5-4537-8653-32d138d1ba83","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.521368453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"99174ff7-0329-46ce-b11f-ed58ca979022","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.521400506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"99174ff7-0329-46ce-b11f-ed58ca979022","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:07:23.566436849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-sub","reconcileID":"4654191b-3ab5-4092-ba5c-f9839b149c28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:07:23.572569155Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"99174ff7-0329-46ce-b11f-ed58ca979022","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:07:23.572624537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"99174ff7-0329-46ce-b11f-ed58ca979022","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.577956153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"7f6c6788-535c-44b2-b21b-f3e1c53241f2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.577979436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"7f6c6788-535c-44b2-b21b-f3e1c53241f2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.662584858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"9f1d63a9-f338-4671-8453-f891c974dd1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.662584307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"acc3eff0-3f8d-49f6-9111-b830374bf5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.668071414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"78a271ef-1e8e-462b-bf76-2a1945c05571","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.668091254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"78a271ef-1e8e-462b-bf76-2a1945c05571","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.718723134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"acc3eff0-3f8d-49f6-9111-b830374bf5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.718723091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"9f1d63a9-f338-4671-8453-f891c974dd1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.722776419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"3f523780-1962-4f74-848d-d385027dec74","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.722797468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"3f523780-1962-4f74-848d-d385027dec74","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.818917736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"471914a4-5475-42c3-834c-3d2097a3465a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.818940661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"471914a4-5475-42c3-834c-3d2097a3465a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.924169083Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-sub","reconcileID":"324f592d-da85-4eb5-a350-75afbd828bdc","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:24.018528163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"17b8ef43-9552-46a5-b7a5-0ff515eb3102","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:24.073621002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"17b8ef43-9552-46a5-b7a5-0ff515eb3102","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:24.084063972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"40f2524b-90f1-40b1-8ce0-5bdb38dbb2b6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:24.084085247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"40f2524b-90f1-40b1-8ce0-5bdb38dbb2b6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:24.167556562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"35f8c36c-c339-49d2-a30d-d7e6959daee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:24.167558728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ec2f5016-c032-4dc2-be63-d1d617681f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:24.222319729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ec2f5016-c032-4dc2-be63-d1d617681f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:24.222330779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"35f8c36c-c339-49d2-a30d-d7e6959daee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:24.283471691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-sub","reconcileID":"6ec51ae3-6154-49d6-9961-65292d5d7df6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.369071782Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","namespace":"ai-tenant-e2e-praxis-b-4ab4aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.369133623Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","namespace":"ai-tenant-e2e-praxis-b-4ab4aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.369180775Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","tenant":"e2e-praxis-b-4ab4aa","tenantID":"e2e-praxis-b-4ab4aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.420961717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"Deployment","name":"maas-api-e2e-praxis-b-4ab4aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.480863786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"Service","name":"maas-api-e2e-praxis-b-4ab4aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.541465223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-4ab4aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.597727313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-4ab4aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.652965439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.711849613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.766535398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.818975498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.872629297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.922077511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.971880905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"Service","name":"payload-processing-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.981348694Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"cb419c5c-d77b-4697-843e-a7d944692d0c","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","subscription":"praxis-route-8c08e7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.02134371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.031361934Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"cb419c5c-d77b-4697-843e-a7d944692d0c","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.070657356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.08154465Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7-sub","reconcileID":"cb419c5c-d77b-4697-843e-a7d944692d0c","MaaSSubscription":{"name":"praxis-route-8c08e7-sub","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"name":"maas-trlp-praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.119832012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.169401703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.223273552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.272858619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.322262007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.363733883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"bc7f1e5c-3769-43ff-a9b3-bf6c311a3eee","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"tenant":"e2e-praxis-a-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","model":"ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.365117153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"bc7f1e5c-3769-43ff-a9b3-bf6c311a3eee","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"routeName":"praxis-route-8c08e7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8c08e7","llmisvcName":"praxis-route-8c08e7","gateway":"openshift-ingress/e2e-praxis-a-8c08e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.373667536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-4ab4aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.423998527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"131af5f4-520c-44a4-8b2d-4e061680dfd0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.424106246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"131af5f4-520c-44a4-8b2d-4e061680dfd0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:32.432026986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4ab4aa"},"namespace":"ai-tenant-e2e-praxis-b-4ab4aa","name":"default-tenant","reconcileID":"a9196d0b-1be9-48c2-81cb-d4b727ab1c77","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-4ab4aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:33.288889641Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4ab4aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4ab4aa","reconcileID":"1ea466a0-96f3-47f7-b343-d7078c76db8c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4ab4aa","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-4ab4aa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:34.374654218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e60c3f-3957-4895-997f-7bddc2882b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:34.424394925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e60c3f-3957-4895-997f-7bddc2882b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:34.473979022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e60c3f-3957-4895-997f-7bddc2882b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:34.524196674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e60c3f-3957-4895-997f-7bddc2882b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.352192506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8f300a-94fd-4a18-9b8e-e41f4fbbde45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.401901694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8f300a-94fd-4a18-9b8e-e41f4fbbde45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.451713658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8f300a-94fd-4a18-9b8e-e41f4fbbde45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.501553212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8f300a-94fd-4a18-9b8e-e41f4fbbde45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:38.323451296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:38.41244097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d08940f-dfd5-4130-8e68-f4413d4da7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:38.463094369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d08940f-dfd5-4130-8e68-f4413d4da7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:38.513374073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d08940f-dfd5-4130-8e68-f4413d4da7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:38.56385131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d08940f-dfd5-4130-8e68-f4413d4da7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.365633351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed2a659-804d-45b9-9bc0-82e835e24f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.415113072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed2a659-804d-45b9-9bc0-82e835e24f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.464921797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed2a659-804d-45b9-9bc0-82e835e24f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.514606379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed2a659-804d-45b9-9bc0-82e835e24f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.324173355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"1307a94e-0ee4-4ee7-9e1d-ea7c5370a586","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.325261332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49bab69a-aee1-4db4-a66c-fb7dc761f3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.37499715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49bab69a-aee1-4db4-a66c-fb7dc761f3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.424619774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49bab69a-aee1-4db4-a66c-fb7dc761f3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.429624859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"61b100d3-bdcd-4077-992a-b500becd2865","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.474183499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49bab69a-aee1-4db4-a66c-fb7dc761f3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.601857891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"827a3ce0-2d66-4ec7-833b-2ca2949d1f37","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.622525519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-no-auth","reconcileID":"90a774e3-60b8-4502-ad73-aa3f078fdf78","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.654974115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"fee5a40f-62d4-4ac2-97d4-ec74a238a51e","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.67719394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-no-auth","reconcileID":"90a774e3-60b8-4502-ad73-aa3f078fdf78","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:07:42.705788633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-sub-only","reconcileID":"f92bf4be-0509-4238-bca6-dade34f7793c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.776371324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"bf9f05fa-3717-49a7-9853-3f2fb940b0a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.776516085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"37275f14-cc00-464b-86eb-7d1bfb4e77d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.812958255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"c48d1ef2-574c-4873-a17d-b530f2e2dd71","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.830856878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"37275f14-cc00-464b-86eb-7d1bfb4e77d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.831004951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"bf9f05fa-3717-49a7-9853-3f2fb940b0a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.868336016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"fa97889d-6ae2-4c02-94de-fa54f217bbd4","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.038018555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"0c64b53e-675e-4142-b239-708ce6ea7870","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.139641232Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-sub-only","reconcileID":"bab8059f-4397-4a4e-88fd-cc2e5a562b2f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/e2e-test-group-sub-only","ai-tenant-e2e-worker-w4-ef2572/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.181518803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"da4b9524-102f-4dac-93be-02310c8a6afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.181585167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"b38e6712-1c7f-42f6-afe1-ea0fdbd7e0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.184979056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-no-auth","reconcileID":"358acab6-ba34-4998-b00a-742e6a33f203","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.236247043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"da4b9524-102f-4dac-93be-02310c8a6afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.236484506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"b38e6712-1c7f-42f6-afe1-ea0fdbd7e0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.239870487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-no-auth","reconcileID":"358acab6-ba34-4998-b00a-742e6a33f203","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.298897272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"3e8c3fa8-0d61-46c4-b264-a23148e0c2d2","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.339690025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"b0be9f03-74d4-4d3f-a0a8-cc08ccb55917","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.498511713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-sub-only","reconcileID":"5bb5d8e2-6405-4919-acc9-7110677ec76f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.091634989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"8bc2a7b6-c09d-4cb6-ab05-9bc55b3541b2","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.242932828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"ca75f34c-f209-4fc4-a1fd-80d175b3b2c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.242933696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"f1290333-84fd-4234-9743-f9a433fdc92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.243242151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-no-auth","reconcileID":"f3d1203e-ba27-4a16-b603-bc2f573758f5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.298205232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-no-auth","reconcileID":"f3d1203e-ba27-4a16-b603-bc2f573758f5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.299427457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"ca75f34c-f209-4fc4-a1fd-80d175b3b2c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.30068826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"f1290333-84fd-4234-9743-f9a433fdc92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:49.986232341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-sub","reconcileID":"85de8202-304d-4191-9f77-96cdb05b2604","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.146274882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"ac96d478-db11-4241-86a6-afc5e9988e94","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"tenant":"e2e-worker-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.146297625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"ac96d478-db11-4241-86a6-afc5e9988e94","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.860585126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"25ad250c-3907-4980-81e5-2ecc4339587c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.860602601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"bab199af-1d8d-439b-8fab-2dd0c93a62b4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.860962431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"5dcae853-72ad-435a-8bde-5471f48b9497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.916676695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"bab199af-1d8d-439b-8fab-2dd0c93a62b4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.916748122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"5dcae853-72ad-435a-8bde-5471f48b9497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.919006197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"25ad250c-3907-4980-81e5-2ecc4339587c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.386794097Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-sub","reconcileID":"77574561-30d4-4a89-959c-28a87a38c582","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.43647815Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"e2e-temp-model-status","reconcileID":"93f6ac7e-75a4-4ad5-be8d-5f70d19ec515","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.436642599Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-sub","reconcileID":"77574561-30d4-4a89-959c-28a87a38c582","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.544144224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"22a862ac-2c13-4b33-aaf9-376cfcd28a07","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.544390808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a0f21368-69a7-4119-9df5-924021621423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.54450636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4723fbb6-cd11-4fb7-b4b9-d4a82488dc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.598882753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4723fbb6-cd11-4fb7-b4b9-d4a82488dc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.601404146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"22a862ac-2c13-4b33-aaf9-376cfcd28a07","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.601440721Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"22a862ac-2c13-4b33-aaf9-376cfcd28a07","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.604002176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a0f21368-69a7-4119-9df5-924021621423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.605129903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"c189b2d2-bd4e-4653-96cf-48cb61f36cc7","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:52.949388647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"9db93ac0-e885-4d90-a14f-a22cdc59ef35","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.004171622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"9db93ac0-e885-4d90-a14f-a22cdc59ef35","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.004226688Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"9db93ac0-e885-4d90-a14f-a22cdc59ef35","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.050563002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"27b7e28e-73fd-4efb-afeb-ecf233d81e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.050562806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6258428f-04ce-4e96-b3a4-db0253140647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.105226458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6258428f-04ce-4e96-b3a4-db0253140647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.105260941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"27b7e28e-73fd-4efb-afeb-ecf233d81e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.359501117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"92ccda4b-99a6-4e07-ab33-c8e144c13f06","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.414067547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"92ccda4b-99a6-4e07-ab33-c8e144c13f06","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.467234727Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"92ccda4b-99a6-4e07-ab33-c8e144c13f06","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.506434721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6810540c-b8ae-45ac-9556-45a5a544ffcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.506443974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d4e4ae39-280d-434c-9208-4311a2e0d449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.561410251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6810540c-b8ae-45ac-9556-45a5a544ffcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.56147789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d4e4ae39-280d-434c-9208-4311a2e0d449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.250604021Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-sub-only","reconcileID":"1654686c-2b5f-4db9-861e-2eefa9cfa2af","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.472551348Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-sub-only","reconcileID":"1654686c-2b5f-4db9-861e-2eefa9cfa2af","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.672025227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"af59864a-9b68-4db5-9b18-486aedb1f707","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.726723231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"302a273d-5555-4797-9da4-1f81ad85f556","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.874180142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"865b6691-ae98-4101-82a5-f8881ae9cb81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.874185095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"7b43e5de-67b6-49fe-a59f-38016eac61c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.87443305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-no-auth","reconcileID":"b95bfb38-edda-45b7-8198-04fda96329a4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.901176572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"77ded503-e9de-4c4a-b50a-466e8d3f2d52","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.929019817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"7b43e5de-67b6-49fe-a59f-38016eac61c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.929076971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"865b6691-ae98-4101-82a5-f8881ae9cb81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.931205465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-no-auth","reconcileID":"b95bfb38-edda-45b7-8198-04fda96329a4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.0781695Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-test-group-no-auth","reconcileID":"1bee33e0-d0ba-4f88-ac0a-baa73a8e89d8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.241524928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"0cd8d304-5c8f-4715-84f3-d29cf05130ef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.180087169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"d0603c12-a22c-4f98-8b49-3ac2c5d9c4a0","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.245235418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"e721917a-cf30-44bd-be07-15696e94fda2","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.409519349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey-auth","reconcileID":"e2cab458-5f69-4adf-a61f-35a8963d3915","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.486511338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"1194e920-9023-4174-bf29-ffea9e36f9dc","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.488775206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey-auth","reconcileID":"e2cab458-5f69-4adf-a61f-35a8963d3915","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.540547334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"064d5205-cf33-4e82-b63e-0bb3161f6022","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:07:58.588881718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey","reconcileID":"f7d897d3-41a8-43e5-b0c8-40278a0e208d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.63731073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"e41987d9-155f-4655-84ce-429b5a372079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.637603142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"0aa80214-e3fe-4aa7-b0e6-4327efbcfcc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.692390937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"0aa80214-e3fe-4aa7-b0e6-4327efbcfcc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.69331074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"e41987d9-155f-4655-84ce-429b5a372079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.698617593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"f7580fe4-2cb4-4091-bd9a-93b99f8bedc1","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.750398226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"29a7cc63-2c2e-4806-906d-0b1fbcc4c2e9","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.754097281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"31c75e94-6ac6-458b-948c-ba574f3c71c8","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.899651497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey-auth","reconcileID":"c0f9e768-cbac-41f5-ba40-8214b6a66d8c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.954412916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey-auth","reconcileID":"c0f9e768-cbac-41f5-ba40-8214b6a66d8c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.968277664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82471a2-9746-4ab4-937f-a790801b2a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.018138345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82471a2-9746-4ab4-937f-a790801b2a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.068124876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82471a2-9746-4ab4-937f-a790801b2a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.073759806Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey","reconcileID":"2be5f1ac-ad7b-43de-a3b1-5061de96e7b1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w4-ef2572/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.117823655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82471a2-9746-4ab4-937f-a790801b2a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.117908083Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey","reconcileID":"2be5f1ac-ad7b-43de-a3b1-5061de96e7b1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.217619444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"144d6d83-6859-4696-a2da-612c50dd5bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.219719211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"62d3e500-a8fb-454e-bd1c-75251356d1b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.27249474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"144d6d83-6859-4696-a2da-612c50dd5bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.274111677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"62d3e500-a8fb-454e-bd1c-75251356d1b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.3194286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"98c6c3ac-48fc-4ba3-9e96-832820deec8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.37704135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"a4f6155b-3fe3-415f-b3de-af31d04d27cb","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.578084644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey","reconcileID":"74f33231-3d47-4576-8a84-2676f9e5e322","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.578271419Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey","reconcileID":"74f33231-3d47-4576-8a84-2676f9e5e322","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:00.94370264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc31d90-565e-428c-9e8f-3306977adaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:00.993435948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc31d90-565e-428c-9e8f-3306977adaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.043410459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc31d90-565e-428c-9e8f-3306977adaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.092977887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc31d90-565e-428c-9e8f-3306977adaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.602757464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"6a651ea0-95ba-401c-a448-567b87504bf7","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.750926144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey-auth","reconcileID":"28ce884b-d8ba-40cf-b20b-74d6d3da9de0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.750963653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"f8fec09c-97c7-4647-9c4f-8b1e8d7abdaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.751315182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"3bf48d03-36fe-4bdf-bb03-a57633b7f9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.806249792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"f8fec09c-97c7-4647-9c4f-8b1e8d7abdaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.807462716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey-auth","reconcileID":"28ce884b-d8ba-40cf-b20b-74d6d3da9de0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.808620377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"3bf48d03-36fe-4bdf-bb03-a57633b7f9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:02.244388489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"27fb021c-7ee7-45b1-9bcf-c9f6c24f1924","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f1d081","tenantID":"e2e-ipp-a-f1d081","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:02.361579646Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"27fb021c-7ee7-45b1-9bcf-c9f6c24f1924","name":"e2e-ipp-a-f1d081-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.100324475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a2d3c5-e7e7-47d1-9eeb-9fc39569847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.150156941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a2d3c5-e7e7-47d1-9eeb-9fc39569847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.199879615Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-sub","reconcileID":"fbb1a59c-13fa-413a-be7e-ab871b9b24f5","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.20012256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a2d3c5-e7e7-47d1-9eeb-9fc39569847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.200285147Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-sub","reconcileID":"fbb1a59c-13fa-413a-be7e-ab871b9b24f5","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.249707969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a2d3c5-e7e7-47d1-9eeb-9fc39569847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.754331284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"e3fb42d9-1293-458d-a375-c9be84768e65","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.754469313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a4d8725c-eb05-4432-aa4f-e8658fedac05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.754701348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"68e16fe9-7554-4b7d-bf39-25e25b6b37a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.809465155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a4d8725c-eb05-4432-aa4f-e8658fedac05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.809513792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"68e16fe9-7554-4b7d-bf39-25e25b6b37a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.811669183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"e3fb42d9-1293-458d-a375-c9be84768e65","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:03.864834298Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"e3fb42d9-1293-458d-a375-c9be84768e65","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:04.00884727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-status-transition-auth","reconcileID":"806dc433-c990-421a-ac5e-5751cecbeaf1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.06340236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e79b861-5531-4181-bbc4-284075d10fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.113130662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e79b861-5531-4181-bbc4-284075d10fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.163090774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e79b861-5531-4181-bbc4-284075d10fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.213177521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e79b861-5531-4181-bbc4-284075d10fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.411011703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"de940958-716c-4dcd-b16f-1ed8e51e757c","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.473144667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"4894a4e8-9729-4e31-b217-586d048b89d8","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.620479414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a08f5c12-421e-4283-af4d-5a62ac018da8","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.675110741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a08f5c12-421e-4283-af4d-5a62ac018da8","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.686954879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"7e9d55a4-2916-458c-b53c-24419aee2246","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.741962797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"172dde65-0a5a-4a25-a99d-480742c72c35","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:05.788885543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf","reconcileID":"1e2ed2f5-825c-4cc6-a97a-3725b52c86d2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.83512975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"2dde2c3f-5929-4f3d-9bed-aedb74a021fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.836919814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8d66fd12-3b11-4f33-b1a5-3d7805f98d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.889709878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"2dde2c3f-5929-4f3d-9bed-aedb74a021fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.891186106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8d66fd12-3b11-4f33-b1a5-3d7805f98d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.898105466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"d056450f-db01-4421-9877-c64d371b0a4b","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.953872577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"75287476-b6ec-43c8-b3f6-e30efa81f9a0","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.98276438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"038e6018-830b-4dc8-a4f0-c8282534933e","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.218891079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fcbff193-2ba3-4966-bb11-08a91e0d6787","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.224361675Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf","reconcileID":"401181ae-294e-4939-bcfd-87a51c097d3b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.224474271Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf","reconcileID":"401181ae-294e-4939-bcfd-87a51c097d3b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b63c24/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.274271491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fcbff193-2ba3-4966-bb11-08a91e0d6787","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.317799717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"03405216-67dd-4e6c-be3f-58c261284a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.373701844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"03405216-67dd-4e6c-be3f-58c261284a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.417949284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d68be86e-837b-4f71-835a-6a47c17a7e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.424254067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"c2808b2d-a8a7-46e2-83a2-e321e8d6402e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.433299428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"c6747b7f-ffdf-4d75-bedb-b75a054160ea","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.473070523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d68be86e-837b-4f71-835a-6a47c17a7e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.673651446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf","reconcileID":"7a688e37-3ef6-4cee-9d65-5c38bd5c0145","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.673793973Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf","reconcileID":"7a688e37-3ef6-4cee-9d65-5c38bd5c0145","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b63c24/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:07.029497593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cff275-8ae1-4e75-b3fc-e4168fa53978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:07.079744177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cff275-8ae1-4e75-b3fc-e4168fa53978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:07.129676274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cff275-8ae1-4e75-b3fc-e4168fa53978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:07.179506958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cff275-8ae1-4e75-b3fc-e4168fa53978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.325610184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.100426577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510cd080-c370-4cd0-9fe6-062c4365a23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.150139776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510cd080-c370-4cd0-9fe6-062c4365a23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.199825906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510cd080-c370-4cd0-9fe6-062c4365a23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.249722206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510cd080-c370-4cd0-9fe6-062c4365a23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.398664837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"1b9f40d1-311a-4c51-ba03-b4c32b16f3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.398805794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf-auth","reconcileID":"20009693-8c9c-4eb7-8f3d-3ba9892440bf","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.398677657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"1f52474a-3cc2-40e1-8db5-2d1270a6f34c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.453667983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf-auth","reconcileID":"20009693-8c9c-4eb7-8f3d-3ba9892440bf","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.453736622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"1f52474a-3cc2-40e1-8db5-2d1270a6f34c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.455761677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"1b9f40d1-311a-4c51-ba03-b4c32b16f3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.490482134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"1bb671da-af4a-4fd6-b4e0-b5d9f5a2eee1","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.802904113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf-auth","reconcileID":"aa76111c-61aa-461b-a3ad-ef3ba07ff735","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.803086755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"0e782161-392d-4cb6-8521-0075c8cabc9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.803310495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"2c8ef20e-9c62-4069-98da-6b17ed02a84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.85755879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf-auth","reconcileID":"aa76111c-61aa-461b-a3ad-ef3ba07ff735","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.857847666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"2c8ef20e-9c62-4069-98da-6b17ed02a84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.859746957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"0e782161-392d-4cb6-8521-0075c8cabc9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.108848079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e2ed30-727a-446c-9a3c-1bd39531d8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.158888321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e2ed30-727a-446c-9a3c-1bd39531d8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.208590778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e2ed30-727a-446c-9a3c-1bd39531d8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.258537039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e2ed30-727a-446c-9a3c-1bd39531d8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.758819483Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey","reconcileID":"c23e0703-a9e4-4d8f-a4b7-4ff93d782006","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.96482952Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey","reconcileID":"c23e0703-a9e4-4d8f-a4b7-4ff93d782006","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.964860936Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey","reconcileID":"c23e0703-a9e4-4d8f-a4b7-4ff93d782006","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.964985461Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey","reconcileID":"c23e0703-a9e4-4d8f-a4b7-4ff93d782006","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ef2572/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:12.164504644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"0f6f4348-b538-4f6d-81b6-8482a91219b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:12.31570563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"3f53aab3-19f1-4fb4-8b46-1e2aaf3bbf17","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:12.46468387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey-auth","reconcileID":"9b628df3-6cb9-41b3-89c0-b8ffdf37d701","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:12.465087971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"4c547d0e-8432-4710-8b2b-e55bed2cc09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:12.478996089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"a00f4e3d-7b83-41a5-95e3-749ef72c4b03","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:12.515376965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"e9962f0f-e132-48c9-86d3-e8a36d0745d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:12.520780288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey-auth","reconcileID":"9b628df3-6cb9-41b3-89c0-b8ffdf37d701","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:12.526765439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"4c547d0e-8432-4710-8b2b-e55bed2cc09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:12.588665543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"e9962f0f-e132-48c9-86d3-e8a36d0745d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:12.738427957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-apikey-auth","reconcileID":"79e9fe0d-9180-40f6-bf88-7bfe8b622830","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:12.891992905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"c9e162c0-4d81-4281-9a27-1f31215eec38","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.121450162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eac88c5-85b7-4b45-8622-e05fc33d180a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.195334395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eac88c5-85b7-4b45-8622-e05fc33d180a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.246130443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eac88c5-85b7-4b45-8622-e05fc33d180a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.297098481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eac88c5-85b7-4b45-8622-e05fc33d180a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.841548458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"b8f1db46-fd10-41d9-9249-a74c475384b1","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.894028756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"d804bf72-b2c7-457c-8879-e4c1cc0566f3","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.045925721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"ffe56ceb-dd4f-4f55-b021-58851a599492","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.100349563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"ffe56ceb-dd4f-4f55-b021-58851a599492","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.130628131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"a1380162-f5f8-4e81-91f5-76fc74f213a8","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.183663752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"cf44f26b-6223-4fd6-887a-d7a48147c256","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:14.234277213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube","reconcileID":"9c2cd0ff-adc0-4888-9839-e380f39bf771","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.303457644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"7c1eb1c6-c32b-4a2b-994f-b3bd1e3f7d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.353137281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"e936685a-a3ee-44d6-8dad-238827c0d329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.355549659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"45a5ddef-029b-4ebd-a31b-049f2e937086","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.359393123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"7c1eb1c6-c32b-4a2b-994f-b3bd1e3f7d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.407768691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"e936685a-a3ee-44d6-8dad-238827c0d329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.407818352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"c43918ee-89de-4224-9333-d2c2e74fcb92","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.410106734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"bfe75666-d621-46a8-a433-8ae61ae46f79","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.68454583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"4164faa9-4c49-4fe6-8277-03f50264f1ba","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.739527869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"4164faa9-4c49-4fe6-8277-03f50264f1ba","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.783700829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"e0f256cf-f1ab-4ff5-9e6b-fc6640775dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.791832002Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube","reconcileID":"65f773e8-53b9-4c15-b685-d47fb9db5f85","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/e2e-degraded-models-kube","ai-tenant-e2e-worker-w4-ef2572/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.791987313Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube","reconcileID":"65f773e8-53b9-4c15-b685-d47fb9db5f85","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ef2572/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.833529623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"2dd7dd61-bc9f-4d63-a6e7-1e9804876723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.83849489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"e0f256cf-f1ab-4ff5-9e6b-fc6640775dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.887841096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"2dd7dd61-bc9f-4d63-a6e7-1e9804876723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.991295517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"8045522a-f78d-4fab-bb07-ecdb206c3582","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:15.043970337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"4164faa9-4c49-4fe6-8277-03f50264f1ba","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.051726959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"89d1bc55-72aa-48b1-a9c4-6034a89da072","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.209853419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2b8d0b-b0f8-456d-96e2-1e943666ad7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.210043583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"e3c4a3b2-5168-4c2f-b95c-7a7075d1a180","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.2528754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube","reconcileID":"9a4670c5-ca14-4b62-8fd4-6954e7b0e85d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.2595318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2b8d0b-b0f8-456d-96e2-1e943666ad7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.259675055Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube","reconcileID":"9a4670c5-ca14-4b62-8fd4-6954e7b0e85d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ef2572/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.309612801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2b8d0b-b0f8-456d-96e2-1e943666ad7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.314523848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"e3c4a3b2-5168-4c2f-b95c-7a7075d1a180","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.360166481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2b8d0b-b0f8-456d-96e2-1e943666ad7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.528861981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"a5e311ba-533f-445f-8036-f7ac98e29f30","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:16.898337117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"cf820b0c-2276-4c42-984e-5994ff98bf2e","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.047402206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"d35764cb-c528-470c-931d-eb06c8df147c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.04744772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"414a5ca7-cb19-4b11-943a-955aaeae439a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.047802384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"43fae069-3c0e-4073-ba9c-b8905747531c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.102662381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"414a5ca7-cb19-4b11-943a-955aaeae439a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.103895421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"43fae069-3c0e-4073-ba9c-b8905747531c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.104984011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"d35764cb-c528-470c-931d-eb06c8df147c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.166360663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7338d57e-c0af-40e3-a9a7-91de4a8a58b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.217490479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7338d57e-c0af-40e3-a9a7-91de4a8a58b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.26727488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7338d57e-c0af-40e3-a9a7-91de4a8a58b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.316985563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7338d57e-c0af-40e3-a9a7-91de4a8a58b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.26948454Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","namespace":"ai-tenant-e2e-praxis-a-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.319031993Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","namespace":"ai-tenant-e2e-praxis-a-8c08e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.319133972Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","tenant":"e2e-praxis-a-8c08e7","tenantID":"e2e-praxis-a-8c08e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.370718506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"Deployment","name":"maas-api-e2e-praxis-a-8c08e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.428812738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"Service","name":"maas-api-e2e-praxis-a-8c08e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.485475402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-8c08e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.537506437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-8c08e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.631664588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.690137385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.742624886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.798515824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.856755535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.907359374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.963726363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"Service","name":"payload-processing-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.013335552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.06278563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.112458911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.161844904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.215557282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.225088758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46d9de9-8869-411b-873e-bd3e40e0f031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.274802084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.275939416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46d9de9-8869-411b-873e-bd3e40e0f031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.325297391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.326385141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46d9de9-8869-411b-873e-bd3e40e0f031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.395977907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-8c08e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.4184109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46d9de9-8869-411b-873e-bd3e40e0f031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.468012711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"default-tenant","reconcileID":"123c00aa-6ca0-4550-a625-6cee3da4bb79","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-8c08e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.671738584Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf","reconcileID":"418419d6-6684-4d37-a261-d514bbc3ebf5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.945715834Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf","reconcileID":"418419d6-6684-4d37-a261-d514bbc3ebf5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.945749068Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf","reconcileID":"418419d6-6684-4d37-a261-d514bbc3ebf5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.945869163Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf","reconcileID":"418419d6-6684-4d37-a261-d514bbc3ebf5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b63c24/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.145490666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"e3719098-5f7d-48fa-8326-c5d880744bd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.253162368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"e7ea3e59-b470-414b-b635-2b620ec36e3b","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.314244496Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8c08e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8c08e7","reconcileID":"e4b739e3-5c65-4c90-908d-74b336e6a6cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8c08e7","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-8c08e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.396555895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"7bd291ef-a756-444a-b3ee-31cb5531ed9d","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.402507997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"52bf8817-d2e8-463c-838c-d9fa7687f409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.402595816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5345a5e5-d86e-4138-98a0-f9a79121a796","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.402850302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"556e7534-ea3c-4656-a450-6baebda0405f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.45939413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"52bf8817-d2e8-463c-838c-d9fa7687f409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.459928805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"556e7534-ea3c-4656-a450-6baebda0405f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.462235325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5345a5e5-d86e-4138-98a0-f9a79121a796","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.497358008Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"17a5a147-3e6d-4a53-9fa1-399f6dbb138b","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.602622274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"17a5a147-3e6d-4a53-9fa1-399f6dbb138b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.608066894Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"2539ed8f-221d-4d86-a699-60cfb7cee320","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.608140987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"2539ed8f-221d-4d86-a699-60cfb7cee320","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.619404722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"3c85260d-a89a-4869-9cba-c1b53a0cb6a6","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.619470841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"3c85260d-a89a-4869-9cba-c1b53a0cb6a6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.640570751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"74ef13b7-03f0-477a-8cc7-a2bbc5af095a","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.640628302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"74ef13b7-03f0-477a-8cc7-a2bbc5af095a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.681096227Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"1bbcedcf-3488-4035-958f-a00eb01afba9","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.681166155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"1bbcedcf-3488-4035-958f-a00eb01afba9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.698171301Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c9e937fe-aeca-49d6-8618-b956f4d591ca","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.762054192Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"069347bb-ac58-4111-a7ad-55116e352bee","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.762123261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"069347bb-ac58-4111-a7ad-55116e352bee","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:20.854790452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"30684426-f794-47c4-a523-8a4f1e3b1f19","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.922629754Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"cee6a927-e19f-4a85-892a-0fb7c9bee619","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:20.92270593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"cee6a927-e19f-4a85-892a-0fb7c9bee619","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:21.243126209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"1fb348f4-4baf-4781-805f-549c354d5d07","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:21.24319991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"1fb348f4-4baf-4781-805f-549c354d5d07","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:21.409990143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d788e91f-6a8a-4d0d-924c-56ad9e2fce65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:21.459758516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d788e91f-6a8a-4d0d-924c-56ad9e2fce65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:21.509974557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d788e91f-6a8a-4d0d-924c-56ad9e2fce65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:21.559673613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d788e91f-6a8a-4d0d-924c-56ad9e2fce65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:21.883532942Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"e08ca5da-a2e5-48fa-bea6-2cbba9a17473","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:21.883607084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"e08ca5da-a2e5-48fa-bea6-2cbba9a17473","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:23.164343796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"ff0667bd-dec7-4a06-8154-8976effd1d32","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:23.164408317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"ff0667bd-dec7-4a06-8154-8976effd1d32","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.409325692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3255a31c-fcdf-4ad6-9218-bfa7cfe955a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.459134226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3255a31c-fcdf-4ad6-9218-bfa7cfe955a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.509015845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3255a31c-fcdf-4ad6-9218-bfa7cfe955a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.559040705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3255a31c-fcdf-4ad6-9218-bfa7cfe955a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:25.412927944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0247a889-14e9-4457-a14b-0610f00993e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:25.463660257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0247a889-14e9-4457-a14b-0610f00993e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:25.51561668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0247a889-14e9-4457-a14b-0610f00993e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:25.565460256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0247a889-14e9-4457-a14b-0610f00993e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:25.724933811Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"0d7c43ae-5f06-4302-98fa-e8b66bed2583","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:25.725009231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"0d7c43ae-5f06-4302-98fa-e8b66bed2583","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.054611737Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube","reconcileID":"13672150-4e80-4c25-9088-02a7d97232fc","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.261350594Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube","reconcileID":"13672150-4e80-4c25-9088-02a7d97232fc","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.261385077Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube","reconcileID":"13672150-4e80-4c25-9088-02a7d97232fc","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.261496768Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube","reconcileID":"13672150-4e80-4c25-9088-02a7d97232fc","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ef2572/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.461719184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"4d5d0173-165f-493a-b2a7-5310afd4866e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.517772142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"cd43b9a2-8ffb-4b49-b565-134dad8f3223","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.665844921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"5a6f2c9c-e12f-4cc0-8524-f2af619ca4ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.666039058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"60b1a330-4196-4c98-9bbb-2d1644a7151a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.665844925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"40dadf62-89c2-45da-822f-af2f4e794822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.670644597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"96f92f0e-c06d-42b6-b2ae-529342937352","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.720590024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"5a6f2c9c-e12f-4cc0-8524-f2af619ca4ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.720734464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"60b1a330-4196-4c98-9bbb-2d1644a7151a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.722712443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"40dadf62-89c2-45da-822f-af2f4e794822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.868551313Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-degraded-models-kube-auth","reconcileID":"567cf3b6-6744-40f6-ba9e-338fc1a736bd","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:28.021781432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"9a87a596-9127-4bc5-b583-08125f2cd5b0","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:28.055054988Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"0b4a90d2-addb-4d6e-9bf8-78cf2d081539","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:28.055121678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"0b4a90d2-addb-4d6e-9bf8-78cf2d081539","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.217599378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"852a8171-1ce3-420c-b5df-5ad18fb5c6eb","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.271779425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"0808f86b-a671-4a50-a7f2-5f5b79d6caae","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:29.318322257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-list-subs-refs-sub","reconcileID":"253216aa-ced6-46d6-b4d7-bca8a22ce680","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.366155274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a11fbe0c-75b1-4310-add0-07cae1c3aa63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.36615569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"aa7fcee9-f477-4e47-bbb3-6e75c1c8863f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.420889797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a11fbe0c-75b1-4310-add0-07cae1c3aa63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.42122955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"aa7fcee9-f477-4e47-bbb3-6e75c1c8863f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.428418856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"a3cecc5d-7909-458d-8963-136d51199bef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.434754151Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","namespace":"ai-tenant-e2e-praxis-a-add5bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.434832192Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","namespace":"ai-tenant-e2e-praxis-a-add5bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.434915952Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","tenant":"e2e-praxis-a-add5bf","tenantID":"e2e-praxis-a-add5bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.481644946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"05bf9abd-2df2-490d-bcc9-cff2b175f54d","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.488458158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"Deployment","name":"maas-api-e2e-praxis-a-add5bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.547980684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"Service","name":"maas-api-e2e-praxis-a-add5bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.607818701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-add5bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.659355719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-add5bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.712590465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.745851117Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-list-subs-refs-sub","reconcileID":"c0273fc5-a8bd-4e3c-b8d6-f999aa4a3003","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.766538636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.791391217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ca0e30e6-82e3-43ed-aba9-c82d384bd7db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.791399188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"3f4f9101-4410-40e9-855a-b5b21c7a9b15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.822493235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.84641628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"ca0e30e6-82e3-43ed-aba9-c82d384bd7db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.846684911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"3f4f9101-4410-40e9-855a-b5b21c7a9b15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.878874032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.919695538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"1fc7c2b2-4e33-4ecc-8f5c-0ade903a0174","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.94015779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.954570159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"8fca12ba-9b4e-4dab-a09a-ff06daf7df32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.989469784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.038677668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"Service","name":"payload-processing-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.087948164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.123740632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-list-subs-refs-sub","reconcileID":"252396da-0e77-4b1f-8c6c-edbd46928232","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.137443797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.186634656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.23580517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.292475221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.342510938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.391966842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.442463932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-add5bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.491638596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-add5bf"},"namespace":"ai-tenant-e2e-praxis-a-add5bf","name":"default-tenant","reconcileID":"a245ea1e-39f1-4cd6-8930-162826d0bbb3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-add5bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:31.307733542Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-add5bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-add5bf","reconcileID":"7d91554d-b9b9-487c-b59f-8dc6b5b8fa18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-add5bf","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-add5bf"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:31.473674561Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"1782ae46-3ba5-4272-96d5-fe6009bd4ab4","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:31.473815355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"1782ae46-3ba5-4272-96d5-fe6009bd4ab4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:32.304741143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"f6b62cd9-5029-4b56-bf47-815e5c21c779","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:32.419094982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e8097e-3c60-4435-ab91-96dca90c088f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:32.468692981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e8097e-3c60-4435-ab91-96dca90c088f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:32.518393652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e8097e-3c60-4435-ab91-96dca90c088f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:32.518503903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"dc9bde6b-055e-48a0-bcd7-50492f3532f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:32.568035763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e8097e-3c60-4435-ab91-96dca90c088f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:32.568167393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"12cf4c74-6db5-416f-886e-916f66d13c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:32.625687767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"dc9bde6b-055e-48a0-bcd7-50492f3532f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:32.627826836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"12cf4c74-6db5-416f-886e-916f66d13c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.559664034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a1f9c9-104a-4a5c-bb22-bb407a771376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.617083355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a1f9c9-104a-4a5c-bb22-bb407a771376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.67128113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a1f9c9-104a-4a5c-bb22-bb407a771376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.730507629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a1f9c9-104a-4a5c-bb22-bb407a771376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.302159122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"7863a801-74e1-48c0-a92c-9e48f5010aed","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.302234799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"7863a801-74e1-48c0-a92c-9e48f5010aed","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.360444251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"d9d4cb5c-5de7-4038-bd16-a5b1f098cc9b","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.472255234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"0404e420-e7ac-49ce-b3fe-1f0d2f1d71e4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.472276705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"0404e420-e7ac-49ce-b3fe-1f0d2f1d71e4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.52898747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"ea823c9c-7129-4030-b51f-29541b20ffdb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.52901378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"ea823c9c-7129-4030-b51f-29541b20ffdb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:36.578206473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-sub","reconcileID":"b5ecb974-466d-4924-8372-8da1575da924","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.632422732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ada0e967-e37f-43b8-9c6d-d4e4c373abbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.633112144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"64a69aeb-cca5-4898-ad92-a9f694b2b51a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.696548229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ada0e967-e37f-43b8-9c6d-d4e4c373abbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.697148082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"64a69aeb-cca5-4898-ad92-a9f694b2b51a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.697724284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"9b06182e-8942-410a-9589-f64097e58f71","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.697819637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"9b06182e-8942-410a-9589-f64097e58f71","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.752351591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"5c9d729e-f3ae-462e-93c7-9d860ffb3217","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.752459734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"5c9d729e-f3ae-462e-93c7-9d860ffb3217","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.81634603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"681e2204-9f9b-46b6-b6c7-954f68ce16fb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.816468361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"681e2204-9f9b-46b6-b6c7-954f68ce16fb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:36.871424581Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"681e2204-9f9b-46b6-b6c7-954f68ce16fb","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:36.871497274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"681e2204-9f9b-46b6-b6c7-954f68ce16fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.876831128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"1be389e9-4653-4799-93b8-81fd8683c58e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.876844157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"1be389e9-4653-4799-93b8-81fd8683c58e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:36.967128985Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-sub","reconcileID":"d9830c6c-ac49-4687-8c79-d5a6433e049e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.021767667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-auth","reconcileID":"31133475-4442-463f-b9ff-3f56a5da0f73","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.076542438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-auth","reconcileID":"31133475-4442-463f-b9ff-3f56a5da0f73","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.118794084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"bbd6fe8f-899e-4b9d-ada8-00a41a1b4ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.119287908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"0152014f-90c8-484b-bfcf-b0cecfdbde88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.158856402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"5b2fb7fa-8b39-4ccf-9abb-8e09278393bf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.158876262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"5b2fb7fa-8b39-4ccf-9abb-8e09278393bf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.182979862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"0152014f-90c8-484b-bfcf-b0cecfdbde88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.183733793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"bbd6fe8f-899e-4b9d-ada8-00a41a1b4ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.402712786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"885ab066-d237-49d7-a87c-4f1400cdc790","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.402740561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"885ab066-d237-49d7-a87c-4f1400cdc790","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.426096387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-sub","reconcileID":"800a6bb6-86eb-442d-9995-3e9cc73a3428","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.609668879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-auth","reconcileID":"e369609d-da8b-4ee8-9966-3668b3f39d7c","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:37.665074241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-auth","reconcileID":"e369609d-da8b-4ee8-9966-3668b3f39d7c","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:38.328170566Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:39.107331777Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"c979db2e-9d9e-4d82-b6b7-9521b8fd7535","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:39.107446571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"c979db2e-9d9e-4d82-b6b7-9521b8fd7535","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:39.213879191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"e4068e61-a274-4642-98da-06be4e24974b","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:39.213952968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"e4068e61-a274-4642-98da-06be4e24974b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.116688564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"d3fad3e9-3577-44c8-a055-11321ac04d28","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.116712161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"d3fad3e9-3577-44c8-a055-11321ac04d28","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.126229566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f8b617-f94f-4cc8-8a79-b736af94d7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.126271091Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-auth","reconcileID":"8b9f1601-795e-4563-b589-2eeb113f5fca","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.176165834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f8b617-f94f-4cc8-8a79-b736af94d7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.226039225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f8b617-f94f-4cc8-8a79-b736af94d7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.276133359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f8b617-f94f-4cc8-8a79-b736af94d7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.330954061Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-auth","reconcileID":"51a515a4-fe06-4374-a5a0-7b409a3a3447","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.331791529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"e78fc93d-36d2-49dd-a433-312531de52e2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.331813467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"e78fc93d-36d2-49dd-a433-312531de52e2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.425919914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"65b090fa-cde5-4df6-9600-3ee83ea26c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.425931217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"792beb41-a791-4643-ba3d-7654f5c12980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.476247025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-sub","reconcileID":"1090c43a-e8fb-4fef-a251-44ec2b5bf465","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.480739367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"65b090fa-cde5-4df6-9600-3ee83ea26c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.482492286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"792beb41-a791-4643-ba3d-7654f5c12980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.490916157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"ee09eb00-f336-488a-91cb-cc88c37ed3f1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.490941013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"ee09eb00-f336-488a-91cb-cc88c37ed3f1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:40.531012863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-auth","reconcileID":"51a515a4-fe06-4374-a5a0-7b409a3a3447","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.83282828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ec394a9c-e2e7-4612-a7f1-13f1d62bc30e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.832894929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"0e1b1286-c516-42f7-960e-7f4ec7239578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.888049626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"0e1b1286-c516-42f7-960e-7f4ec7239578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.889357748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ec394a9c-e2e7-4612-a7f1-13f1d62bc30e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.12153189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff5871-f6be-4860-8f4c-e7024bfd1224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.171337864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff5871-f6be-4860-8f4c-e7024bfd1224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.221140249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff5871-f6be-4860-8f4c-e7024bfd1224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.270867005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff5871-f6be-4860-8f4c-e7024bfd1224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.460607612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-list-subs-refs-sub","reconcileID":"3900caa7-b6e6-488a-8523-3505fcef3fe7","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.679363731Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-list-subs-refs-sub","reconcileID":"3900caa7-b6e6-488a-8523-3505fcef3fe7","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.887393779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"c60f5595-64cc-4a88-9564-af345833220e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.943333366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"c602cfff-66b4-42cc-8d21-fabd3603c85c","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.097835837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c7ff176f-d58f-4235-afa3-a7876df8819c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.097941289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"711d7a08-ea6b-48af-aefb-d9ceaa90080f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.154746464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c7ff176f-d58f-4235-afa3-a7876df8819c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.154786264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"711d7a08-ea6b-48af-aefb-d9ceaa90080f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.730780037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"3b97a21f-efca-44bc-8e2e-744fbf225032","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.786023362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"d2a73171-2f04-4082-961b-cc575581d328","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:43.831601882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-sub","reconcileID":"21e3d573-5d0f-45a5-ab7d-aff98f6f85e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.878835597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"fffd1b16-f0ff-49eb-b820-3229ec043f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.878867958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"9b72b941-06ea-44f1-b210-dbeb769ca98a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.933200956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"fffd1b16-f0ff-49eb-b820-3229ec043f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.933278428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"9b72b941-06ea-44f1-b210-dbeb769ca98a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.939466608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"25ca95ea-d996-4113-902d-5b4aa6acfe0e","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.999329028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"bb52aae7-e02c-4d69-888e-ee54f82b4c2c","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.042403994Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b63c24 priority=0:[ai-tenant-e2e-worker-w1-b63c24/e2e-model-match-sub ai-tenant-e2e-worker-w1-b63c24/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.042618074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"83d692e4-1be4-4272-8dc7-4624782daad3","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.098563695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"997b9d4b-634c-4082-af58-2233c2d176e4","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.121298652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0238fbb8-8af3-430d-83de-4672429aa3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.152193832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"3cc249d6-da2d-48ac-aa1b-0aaac6622f91","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.170924969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0238fbb8-8af3-430d-83de-4672429aa3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:44.1716819Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b63c24/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.220772571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0238fbb8-8af3-430d-83de-4672429aa3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.270557977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0238fbb8-8af3-430d-83de-4672429aa3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.273718755Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-sub","reconcileID":"95f5f021-061a-4c70-a2c0-6e14025851a3","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-w1-b63c24","model":"distinct-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.315097539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"be8dfacc-5113-4e62-b62c-3f3a2a5121b2","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.322436274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"f0843c16-e0f8-403c-8933-318db84cf5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.370413184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b17d7a3f-84ff-4885-85f5-f7f035c21f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.371272618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"518a4b0f-804f-4a28-afd6-010033a4f075","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.371709814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"cf6c915b-c22a-4ddb-9e96-952c7b4b55fc","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.377518338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"f0843c16-e0f8-403c-8933-318db84cf5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.424598449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b17d7a3f-84ff-4885-85f5-f7f035c21f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.436114341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"7c279214-735a-4065-8ff7-5fd7f3e8115c","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.531595499Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-sub","reconcileID":"7e7a7a7e-6eaf-463a-b4a2-f4688d4fc7f7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-2-w1-b63c24","model":"distinct-2-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.574629989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"85816829-9d64-4b54-94f4-126a622fc25d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.600274258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"73fa9971-f40e-4568-aa8e-ad6f85b50fb4","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.629118471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"85816829-9d64-4b54-94f4-126a622fc25d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.656680322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"114fe120-f77a-4993-9c39-66c4488053c8","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.677010978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-sub","reconcileID":"b0bbd011-1fd2-42ff-8940-afc715c9c7cf","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:44.709464447Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"114fe120-f77a-4993-9c39-66c4488053c8","name":"distinct-2-w1-b63c24","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-b63c24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:44.709543577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"114fe120-f77a-4993-9c39-66c4488053c8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-b63c24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.709688068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"e4e70ef1-9263-47ea-aaec-6ab1bed35f24","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.724336944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8e3b0fa8-2e96-4fb0-89a3-4191713b9331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.778520766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8e3b0fa8-2e96-4fb0-89a3-4191713b9331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.873065935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5052c4d7-e0ce-4804-8949-b759825ed2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.909786603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-sub","reconcileID":"400105c8-e25a-49d1-aa1f-b447b437011c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-2-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/distinct-2-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.928956814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5052c4d7-e0ce-4804-8949-b759825ed2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.939929784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"a754b444-6d04-4f69-8101-331f422c150f","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.977200537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"ef0bfc0b-8ad9-4736-898c-dd7582b93071","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.032115466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"ef0bfc0b-8ad9-4736-898c-dd7582b93071","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.072419733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"a4accc97-ad31-4608-b7a3-f25a7996ddd4","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.223831323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"7bc1c4ba-9bad-4c62-a8b4-99c803f1938b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.323061137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"ea487709-6a7e-4625-9c46-0ecccf314e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.328526207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"7bc1c4ba-9bad-4c62-a8b4-99c803f1938b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.378270443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"ea487709-6a7e-4625-9c46-0ecccf314e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.378363367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"3e231ac2-c005-44d1-8b91-c2ac1b7eae54","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.471911451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"822207ff-84b0-44b9-843f-bc3c95c64d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.528229142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"822207ff-84b0-44b9-843f-bc3c95c64d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.651763721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"69087bd5-b68f-47be-8c99-a0638008cd6b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.710278804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"69087bd5-b68f-47be-8c99-a0638008cd6b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.123415348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5a50ae-9ecd-48ea-acbd-bf1fc99ab6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.173123937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5a50ae-9ecd-48ea-acbd-bf1fc99ab6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.22289778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5a50ae-9ecd-48ea-acbd-bf1fc99ab6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.261523359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"586452b9-b0e3-481c-ad8c-e2d8fb4efca5","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.272562028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5a50ae-9ecd-48ea-acbd-bf1fc99ab6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.429737753Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-sub","reconcileID":"de894513-37a4-4912-9cc0-149bdff5f651","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5e0c7894","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.528653656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"1fa86b73-c39b-4804-a9a7-54134780d5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.528872816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"97ec2abd-a9a6-4c92-9999-2f0fb6585ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.528653658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"eff47c25-a415-4572-8be3-e9d551e54f95","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.529146658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"a4ce18ee-b701-426c-ac10-eec7b303d509","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.584044757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"1fa86b73-c39b-4804-a9a7-54134780d5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.584160506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"97ec2abd-a9a6-4c92-9999-2f0fb6585ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.588135364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"eff47c25-a415-4572-8be3-e9d551e54f95","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.592178609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"a4ce18ee-b701-426c-ac10-eec7b303d509","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:47.00773266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"9fe997b6-c30b-47e3-aa6d-d21718c75fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:47.042575608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"9228069e-bf18-4d1c-9e9e-6e32bb20471b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:47.042574365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"73847d66-eb79-43b5-98b1-9b6e29bfd6b3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:47.042944209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"681f7ea6-2d13-4a63-9d35-2f2aca1dd158","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:47.0625863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"9fe997b6-c30b-47e3-aa6d-d21718c75fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:47.105176121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"9228069e-bf18-4d1c-9e9e-6e32bb20471b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:47.109418417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"73847d66-eb79-43b5-98b1-9b6e29bfd6b3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:47.112541561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"681f7ea6-2d13-4a63-9d35-2f2aca1dd158","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:49.62742397Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"b600092f-05d5-4f2d-90e9-e2969eba4072","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:49.627501585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"b600092f-05d5-4f2d-90e9-e2969eba4072","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.752763281Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-sub","reconcileID":"e7943536-405a-403c-b7e7-d7878a6db6d2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.802479881Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-sub","reconcileID":"e7943536-405a-403c-b7e7-d7878a6db6d2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.852740816Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-enrichment-sub","reconcileID":"e7943536-405a-403c-b7e7-d7878a6db6d2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.120151704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"c9e7a2b2-e19a-4195-9bb3-31173d4cd0ee","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"tenant":"e2e-worker-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.120180158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"e2e-enrichment-model-ref","reconcileID":"c9e7a2b2-e19a-4195-9bb3-31173d4cd0ee","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.174665146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"704d5e28-2482-418a-8b12-819f05e646ef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.270315769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"592334da-f44d-43d4-90b4-50da9651bd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.270345361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"35141242-48cf-4803-9ca4-463b98b9e81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.325645614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"35141242-48cf-4803-9ca4-463b98b9e81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.32576245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"592334da-f44d-43d4-90b4-50da9651bd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.498748339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"ba3a15f5-fbe9-427d-ae4f-c6ac9cfc8566","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:52.477808016Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"06e6b5b4-b1b4-40af-abbe-2c8710e6b717","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:52.477870665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8c08e7","namespace":"ai-tenant-e2e-praxis-a-8c08e7"},"namespace":"ai-tenant-e2e-praxis-a-8c08e7","name":"praxis-route-8c08e7","reconcileID":"06e6b5b4-b1b4-40af-abbe-2c8710e6b717","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-8c08e7/praxis-route-8c08e7-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-8c08e7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.428059504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd77224-27b9-46ec-8ba4-7a5068c14896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.47805346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd77224-27b9-46ec-8ba4-7a5068c14896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.528169078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd77224-27b9-46ec-8ba4-7a5068c14896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.546440961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"d72c10ee-211c-43bb-882f-a500e0bbdfaf","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.578405862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd77224-27b9-46ec-8ba4-7a5068c14896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.634058637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"5defd1df-8f89-4452-9527-f551eb3f1e13","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:53.682792482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-no-access-sub","reconcileID":"c9ff4e61-289c-4a79-aa4b-7c3b1f392210","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.732284556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"cbd4fdda-7f83-4146-a861-f28f7cf02039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.733968804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"0b4cb8d3-0aec-4989-9f9b-edf1685684a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.792102068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"cbd4fdda-7f83-4146-a861-f28f7cf02039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.798648658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"d5defbdb-fb9e-4610-ba20-da79355b7987","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.850609275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"0b4cb8d3-0aec-4989-9f9b-edf1685684a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.866725136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"0ba8aa47-19ee-42a8-9d0a-731a46d7a172","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.867720586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"10f155a8-c44e-47d1-8620-0987721d5f1b","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:53.922747323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"cc9ee599-1af4-4d14-9bb7-ebc848a49363","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.075358086Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-no-access-sub","reconcileID":"7b7a2ed6-686c-4a10-a3e3-e5e511ff7de1","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-distinct-w4-ef2572","model":"distinct-w4-ef2572","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ef2572/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.119922123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-no-access-auth","reconcileID":"4a44dea2-9255-4c3d-a379-f2a682b0e3f8","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.174643093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-no-access-auth","reconcileID":"4a44dea2-9255-4c3d-a379-f2a682b0e3f8","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.209014148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"9a6a73ab-266e-4849-b0f3-9055a0c018e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.235839231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"866ab707-2029-42e0-9cc0-1f2adb6e4ab4","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.258313743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"55882e5f-2341-4c84-be07-8dd2bee214d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.263360277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"9a6a73ab-266e-4849-b0f3-9055a0c018e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.313731946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"55882e5f-2341-4c84-be07-8dd2bee214d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.432702939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"d92a5a2e-e355-4ea4-9e89-792934228730","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.436051636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-no-access-sub","reconcileID":"3bfa2b12-0a4f-405b-baba-7c9d6dc0d5de","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-distinct-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/distinct-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.655923756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-no-access-auth","reconcileID":"0d1a9e57-f184-46e6-9d10-5ff9e79129eb","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.711048317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-no-access-auth","reconcileID":"0d1a9e57-f184-46e6-9d10-5ff9e79129eb","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:55.424610546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd7aca-c984-4b90-8fa0-332306096143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:55.47420341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd7aca-c984-4b90-8fa0-332306096143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:55.523967291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd7aca-c984-4b90-8fa0-332306096143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:55.573719295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd7aca-c984-4b90-8fa0-332306096143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.481008869Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-sub","reconcileID":"80e141a2-cfe2-4111-b6b2-fde658ece6da","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.531441606Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-sub","reconcileID":"80e141a2-cfe2-4111-b6b2-fde658ece6da","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.582573118Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-sub","reconcileID":"80e141a2-cfe2-4111-b6b2-fde658ece6da","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.843858717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"9b8e3945-9544-4405-9846-cf15d764f3b1","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.901426988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"0c548570-54af-46e2-9856-6d15b1e339dc","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.002525509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"f16352f7-ceed-4f7f-a849-9c09670c83f0","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.098495561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"cf26e94c-8355-445c-b5b5-623641ba2cbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.099137499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"133368d6-79d1-4fa0-864c-59de0ee42bde","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.105695567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"fc766a12-1130-4494-8d22-1187bd36b267","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.10602113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8526e6aa-632f-4411-8cbc-c34697b95fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.170509491Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-sub","reconcileID":"73c60604-f0f9-47c3-8e59-71b004eb1425","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ceb285d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.169196396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"cf26e94c-8355-445c-b5b5-623641ba2cbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.176743557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"133368d6-79d1-4fa0-864c-59de0ee42bde","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.177699399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"fc766a12-1130-4494-8d22-1187bd36b267","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.180806161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8526e6aa-632f-4411-8cbc-c34697b95fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.237113491Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-no-access-auth","reconcileID":"fd9c0774-ea9e-4a92-a936-fcfa2bf68cdd","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/distinct-2-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.237668355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"38e109d4-9f32-4945-b2f0-1b86b2bd6e12","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.430333203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"24092521-15e4-474a-8a67-da27372a5d60","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.592356868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"a2282473-1528-4d05-aa3d-3532b036cdc1","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.646817725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b76cfd4d-e97f-4735-848c-d9ac144bfe3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.647412123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"da72051b-7e9e-4bc5-a79d-7e9d25609503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.647870875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"8e49aa65-19a4-4490-953e-9b9e340447c8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.649018273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"f5cd753d-3d7e-4580-9ee4-1b12a6344d81","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.703035008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b76cfd4d-e97f-4735-848c-d9ac144bfe3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.707456181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"da72051b-7e9e-4bc5-a79d-7e9d25609503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.715395209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"f5cd753d-3d7e-4580-9ee4-1b12a6344d81","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.720917821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"8e49aa65-19a4-4490-953e-9b9e340447c8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.757449682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"720a9b17-3ba1-4746-9d63-b5c4b9a94311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.82351899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"720a9b17-3ba1-4746-9d63-b5c4b9a94311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.096146887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"5ed95dda-fa85-40ca-bc64-e306c5bc94eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.161654357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"5ed95dda-fa85-40ca-bc64-e306c5bc94eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.881613825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"c5a963e6-81f1-4d72-a489-7ae7b76c7d56","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.882259523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a3d29ab0-4770-4631-80d0-82e9606eff04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.882669281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"cbe5e516-90a6-425f-af6e-3dc64c53b75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.882896102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"a2491eba-77ac-4e6d-a94f-318c5f59cda6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.938340979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"c5a963e6-81f1-4d72-a489-7ae7b76c7d56","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.942664326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"cbe5e516-90a6-425f-af6e-3dc64c53b75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.943010857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a3d29ab0-4770-4631-80d0-82e9606eff04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.945070192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"a2491eba-77ac-4e6d-a94f-318c5f59cda6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.983396568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"2743cc28-4f52-40cb-88e9-27084931f386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:59.040580148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"2743cc28-4f52-40cb-88e9-27084931f386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:59.29028269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"eb3d1e06-5309-4b9a-9024-628b81a1a0e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:59.345694685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"eb3d1e06-5309-4b9a-9024-628b81a1a0e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:59.390293386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7ec938f5-49e2-4f4e-9bd8-65cf7265248b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:59.390380054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"e34e4292-d4dd-4105-ae4f-53781e99c7b0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:59.390758251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"22754a38-8793-456c-b837-c08f508c5168","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:59.445324038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"e34e4292-d4dd-4105-ae4f-53781e99c7b0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:59.445329185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"22754a38-8793-456c-b837-c08f508c5168","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:59.447434555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"7ec938f5-49e2-4f4e-9bd8-65cf7265248b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:59.519322042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d8c8415a-3f44-4f39-bab6-de7fb76d6060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:59.575912344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d8c8415a-3f44-4f39-bab6-de7fb76d6060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.221248055Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-sub","reconcileID":"756f7a98-a77d-44c9-9afb-27595c218f80","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-2-w1-b63c24","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.271339233Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-sub","reconcileID":"756f7a98-a77d-44c9-9afb-27595c218f80","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-2-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.321266821Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-sub","reconcileID":"756f7a98-a77d-44c9-9afb-27595c218f80","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/distinct-2-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.585879085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"ec267725-6e3d-437f-8533-b50d3769cc72","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.766944221Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-no-access-sub","reconcileID":"53d39c28-57ae-4006-9246-8a876798a891","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/distinct-w4-ef2572","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.767762766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"a91e43eb-1d79-4e01-ba17-0247319792f3","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.816780516Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-no-access-sub","reconcileID":"53d39c28-57ae-4006-9246-8a876798a891","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/distinct-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.832906858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"3e20c8ca-3849-4bf5-82a2-4de41e876d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.832936263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"da188ea5-a339-4a5a-87a4-e8e5b6781888","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.833332864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"b05a9d2b-8b84-4a8a-9c1a-b92ce23a7a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.833345358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"e890aabe-7cf4-4d1d-80b0-92c20114b8e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.86768241Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"e2e-no-access-sub","reconcileID":"53d39c28-57ae-4006-9246-8a876798a891","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/distinct-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.889026447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"3e20c8ca-3849-4bf5-82a2-4de41e876d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.889337755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"b05a9d2b-8b84-4a8a-9c1a-b92ce23a7a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.891979224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"da188ea5-a339-4a5a-87a4-e8e5b6781888","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.892021859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"e890aabe-7cf4-4d1d-80b0-92c20114b8e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.089975245Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-match-auth","reconcileID":"8ab24d6f-ac18-4642-a9e4-c63b2ae86257","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.130824397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"4070b387-3c87-418c-b084-79f6afca9c5f","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.287125733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"3bf0225c-0cf1-4517-9baa-b7011c2cfd48","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.292992622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"f08905e3-bcac-47a5-bda0-911792447193","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.324664183Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.337442101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"8e89e4f0-30d1-4002-a6da-e5801d0c055f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.337438844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"38749218-ede0-4a6d-97b8-acc9d7eaf391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.341977307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"3bf0225c-0cf1-4517-9baa-b7011c2cfd48","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.39244607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"8e89e4f0-30d1-4002-a6da-e5801d0c055f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.392540874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"38749218-ede0-4a6d-97b8-acc9d7eaf391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.447927983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"c0bb4e9c-338c-4034-b7e8-4768d3c7d7df","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.543139731Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-model-nomatch-auth","reconcileID":"4b5a37cb-ca1f-4c68-84b1-de6e3340facb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-2-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.697830201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"117e84da-3af3-4303-9a8d-e6e88f8faeb0","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.120491168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"29211811-eb18-4fdf-b37f-ec7ba9c23ed9","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.120795831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"8158b4a1-2d07-4991-8f83-b393f832be0a","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.17854101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"e05ab64a-e435-4c2f-97f5-6ef72dfd64fc","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.179050931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"259c512d-c331-4bf5-9084-c0845b33c080","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:10.233813338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-sub","reconcileID":"d8931553-17ad-4225-9c03-84ccafe54b99","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.287568142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"f5750416-65ce-4767-b14a-611fbd0f9012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.287668151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"3e29a7a5-9813-480c-aa3d-aa84ec6679e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.34567187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"3e29a7a5-9813-480c-aa3d-aa84ec6679e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.345792972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"f5750416-65ce-4767-b14a-611fbd0f9012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.392288312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"d104e8d8-fdbb-4e60-9359-a0eb9bc7cbf3","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.392715708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"dd320385-ce48-4370-b319-32f676254576","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.439746163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"749217f2-a198-42c3-9e7f-c6198ef6e337","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.446862887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"fe094214-e93b-4da0-9829-8e6e27e46ef9","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.447157754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"98a4e3f5-0ffd-4d08-b766-ccb361b828e3","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.492440269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"46697ade-5435-4f43-abfa-d62aa8717cec","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.640439308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-auth","reconcileID":"affcfa73-6f81-4fb0-a007-bda887754c22","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.69511197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-auth","reconcileID":"affcfa73-6f81-4fb0-a007-bda887754c22","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.696175648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4e8b2e0a-7432-4953-8df1-5caf38a1ab7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.696381175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"623d2ffa-42fc-47f2-aa9b-d3f965800b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.703953767Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-sub","reconcileID":"b603da1a-3a3d-416f-80ae-5109a73cff77","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-partial-access-sub","ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.750819704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"623d2ffa-42fc-47f2-aa9b-d3f965800b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.751009075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4e8b2e0a-7432-4953-8df1-5caf38a1ab7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.854775329Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-sub","reconcileID":"b603da1a-3a3d-416f-80ae-5109a73cff77","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-w1-b63c24","model":"distinct-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:10.903910057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"fbfa0445-e14c-4d0d-977e-7e91ec200920","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.003726183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"6f2be8ad-03df-405d-bc07-46e1771c7155","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.067597489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"606bcccb-9319-48a4-899e-64b9f19562a5","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.068398289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"68584bb6-6b9e-4bd9-a317-59c26fab6656","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.159876698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-auth","reconcileID":"eb6e3e4d-f0b8-4dca-87ff-d36b86d51452","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.214749822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-auth","reconcileID":"eb6e3e4d-f0b8-4dca-87ff-d36b86d51452","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.269291391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-sub","reconcileID":"2048a209-c786-4555-9656-6f114b228c5f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.435813423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-sub","reconcileID":"2048a209-c786-4555-9656-6f114b228c5f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.916649036Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-auth","reconcileID":"ddcc5e9e-5ba9-4c2b-9856-33f2d99ccf79","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.916691347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"431b34eb-7a26-4da6-8151-df4752212772","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.074910982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"669c4a33-d7f3-499b-85e0-4b233e6693f8","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.23816349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"4a1dfd88-209b-4e1b-b7f6-77ea13e05c84","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.238683244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"a209a202-c965-4012-9a80-1b5f3f49767b","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.435524836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"b85fb098-38af-4730-a624-68e6ed82b8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.436125165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"e654d642-9bbc-4c41-be80-7f9ab98d2eeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.491116314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"e654d642-9bbc-4c41-be80-7f9ab98d2eeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.492413721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"b85fb098-38af-4730-a624-68e6ed82b8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:15.064712989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a5dca1-3665-4a5c-8a87-896fe83da0ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:15.131566722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a5dca1-3665-4a5c-8a87-896fe83da0ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:15.204478791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a5dca1-3665-4a5c-8a87-896fe83da0ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:15.267242037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a5dca1-3665-4a5c-8a87-896fe83da0ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:15.642264365Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-8fb7f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-8fb7f0","reconcileID":"29e304d2-dd16-4bad-b766-d84892ce0356","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-8fb7f0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-8fb7f0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.300135295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b9c788dc-7e98-4e15-9399-68f200b0cc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.34975608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8aac2016-db76-4da4-b0aa-73e902c819d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.408915945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"8aac2016-db76-4da4-b0aa-73e902c819d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.409384807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"b9c788dc-7e98-4e15-9399-68f200b0cc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.450319421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"51d14c48-edef-4131-9cb3-a63dde830de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.450319423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"02117723-1346-4089-b17c-de85e1f4963e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.508035525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"02117723-1346-4089-b17c-de85e1f4963e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.508168178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"51d14c48-edef-4131-9cb3-a63dde830de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:17.148424714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486fd1fe-3934-47e6-96ad-584060523a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:17.198242403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486fd1fe-3934-47e6-96ad-584060523a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:17.247850535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486fd1fe-3934-47e6-96ad-584060523a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:17.297710541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486fd1fe-3934-47e6-96ad-584060523a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:19.12360889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c6029-5d43-4fd3-a5e6-ae3e98708c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:19.177512606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c6029-5d43-4fd3-a5e6-ae3e98708c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:19.227604698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c6029-5d43-4fd3-a5e6-ae3e98708c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:19.27780903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c6029-5d43-4fd3-a5e6-ae3e98708c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.150303261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e653274b-c1b3-4731-ba5e-64522f8a587f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.203816219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e653274b-c1b3-4731-ba5e-64522f8a587f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.253808568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e653274b-c1b3-4731-ba5e-64522f8a587f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.310728932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e653274b-c1b3-4731-ba5e-64522f8a587f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.40354945Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-sub","reconcileID":"9988e46e-c049-41fd-94d0-5d1210ea0d4d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.621347951Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-sub","reconcileID":"9988e46e-c049-41fd-94d0-5d1210ea0d4d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b63c24/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.62150663Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-sub","reconcileID":"9988e46e-c049-41fd-94d0-5d1210ea0d4d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.671784689Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-sub","reconcileID":"9988e46e-c049-41fd-94d0-5d1210ea0d4d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.722455693Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"e2e-partial-access-sub","reconcileID":"9988e46e-c049-41fd-94d0-5d1210ea0d4d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/distinct-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.823085664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"141f375f-7b9f-48b1-a4ec-8ed74acde5f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.990429313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"57c6d3ac-fa83-41ac-8db0-e41fa1738d33","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.990891976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"52bab4f3-ce5a-4473-9f4c-a3dbdae96e7f","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:25.141883267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d75c4bc5-fd92-4c88-92aa-4243c51a3b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:25.14578111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"cc98be3d-734c-4463-b491-63f275f998e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:25.20205209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d75c4bc5-fd92-4c88-92aa-4243c51a3b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:25.205803907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"cc98be3d-734c-4463-b491-63f275f998e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:26.751964395Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","namespace":"ai-tenant-e2e-praxis-b-3f25cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:26.752162632Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","namespace":"ai-tenant-e2e-praxis-b-3f25cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:26.752303177Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","tenant":"e2e-praxis-b-3f25cd","tenantID":"e2e-praxis-b-3f25cd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:26.809663551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"Deployment","name":"maas-api-e2e-praxis-b-3f25cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:26.886524972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"Service","name":"maas-api-e2e-praxis-b-3f25cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:26.940401897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-3f25cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:26.994900388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-3f25cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.057051763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.115542734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.168618222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.228191406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.281860464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.334289387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.386348956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"Service","name":"payload-processing-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.435927711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.485433065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.537598038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.587235387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.645313294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.695915076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.745271284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.805408332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-3f25cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:27.863585569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3f25cd"},"namespace":"ai-tenant-e2e-praxis-b-3f25cd","name":"default-tenant","reconcileID":"615b17d9-9c10-4668-b1ed-4fd7a0b2ef07","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-3f25cd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:28.729529882Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3f25cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3f25cd","reconcileID":"6c18bbad-25a1-4154-8396-6ea4cc10a0e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3f25cd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-3f25cd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:29.933178555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e826e2ee-f1c3-4dfb-b70b-6dce050a1a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:29.982772675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e826e2ee-f1c3-4dfb-b70b-6dce050a1a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:30.032239236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e826e2ee-f1c3-4dfb-b70b-6dce050a1a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:30.082242613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e826e2ee-f1c3-4dfb-b70b-6dce050a1a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.286080145Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-ba34eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-ba34eb","reconcileID":"0c059a12-2734-401a-a1cc-47b3886fc32d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-ba34eb","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-ba34eb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.002331682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cadee50-3cf2-4662-979b-c380418f0300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.053322199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cadee50-3cf2-4662-979b-c380418f0300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.103031788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cadee50-3cf2-4662-979b-c380418f0300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.152702622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cadee50-3cf2-4662-979b-c380418f0300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:34.019773226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad8b9c3-a871-4382-a632-0d091cbe0e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:34.069275986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad8b9c3-a871-4382-a632-0d091cbe0e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:34.118968059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad8b9c3-a871-4382-a632-0d091cbe0e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:34.169043521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad8b9c3-a871-4382-a632-0d091cbe0e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:36.015110406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0926ad-bd28-4b56-8b82-f51b7efb003f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:36.066064784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0926ad-bd28-4b56-8b82-f51b7efb003f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:36.116601536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0926ad-bd28-4b56-8b82-f51b7efb003f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:36.166651493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0926ad-bd28-4b56-8b82-f51b7efb003f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:38.161927158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3b543a-86a9-4121-96af-9d16a4811d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:38.211741442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3b543a-86a9-4121-96af-9d16a4811d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:38.261471282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3b543a-86a9-4121-96af-9d16a4811d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:38.311093095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3b543a-86a9-4121-96af-9d16a4811d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:38.32310886Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:40.154563036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b786c37-96e8-4ebc-9e23-a9d5ac0ee0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:40.207460647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b786c37-96e8-4ebc-9e23-a9d5ac0ee0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:40.276912963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b786c37-96e8-4ebc-9e23-a9d5ac0ee0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:40.326578971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b786c37-96e8-4ebc-9e23-a9d5ac0ee0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:41.658626777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"fa7d737d-0306-4636-982f-432e188c810e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:41.661341101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"9a4984f6-7c45-4028-8f23-b37754dd44a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:41.714997653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"fa7d737d-0306-4636-982f-432e188c810e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:41.715501027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"9a4984f6-7c45-4028-8f23-b37754dd44a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:41.809452823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"e2264164-f1de-4675-b023-edebdee7ae94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:41.809452724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"5d50c303-332c-4736-9deb-4b98ac71433c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:41.864165292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"5d50c303-332c-4736-9deb-4b98ac71433c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:41.864314058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"e2264164-f1de-4675-b023-edebdee7ae94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:42.209927918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7318dd53-fedb-45d3-bb3e-3ce914b75100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:42.260236676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7318dd53-fedb-45d3-bb3e-3ce914b75100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:42.309990531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7318dd53-fedb-45d3-bb3e-3ce914b75100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:42.361603761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7318dd53-fedb-45d3-bb3e-3ce914b75100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:44.180246816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da6966b-57b0-4151-a8b8-76d297c45fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:44.229993272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da6966b-57b0-4151-a8b8-76d297c45fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:44.279600633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da6966b-57b0-4151-a8b8-76d297c45fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:44.329113735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da6966b-57b0-4151-a8b8-76d297c45fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:46.200870704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78db325-e2dc-4430-afd5-4b67c5519439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:46.250577993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78db325-e2dc-4430-afd5-4b67c5519439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:46.30245209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78db325-e2dc-4430-afd5-4b67c5519439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:46.352820303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78db325-e2dc-4430-afd5-4b67c5519439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:48.196423412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e62251d-46c0-4240-9d1c-048a47076c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:48.246265497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e62251d-46c0-4240-9d1c-048a47076c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:48.295986715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e62251d-46c0-4240-9d1c-048a47076c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:48.3476941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e62251d-46c0-4240-9d1c-048a47076c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:50.416295918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096aee22-60f6-41d5-b675-e1094483d524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:50.465940595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096aee22-60f6-41d5-b675-e1094483d524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:50.515540591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096aee22-60f6-41d5-b675-e1094483d524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:50.565072574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096aee22-60f6-41d5-b675-e1094483d524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:50.979126312Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-4397fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-4397fc","reconcileID":"6f397a66-f635-4c35-a367-0d315a8c2c4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-4397fc","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-4397fc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.141902857Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","namespace":"ai-tenant-e2e-praxis-b-9e4801","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.141980983Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","namespace":"ai-tenant-e2e-praxis-b-9e4801","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.14204455Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","tenant":"e2e-praxis-b-9e4801","tenantID":"e2e-praxis-b-9e4801","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.202394744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9e4801","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.273849121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"Service","name":"maas-api-e2e-praxis-b-9e4801","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.328592958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9e4801","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.380157928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9e4801","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.432809751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.488357639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.575595255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.628264794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.677805821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.742734455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.795683453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"Service","name":"payload-processing-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.877636218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:51.986023806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:52.035940886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:52.085492372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:52.138909925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:52.188057407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:52.237418331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:52.287549307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9e4801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:52.339560701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e4801"},"namespace":"ai-tenant-e2e-praxis-b-9e4801","name":"default-tenant","reconcileID":"8656353a-019d-4ac0-9344-f877d8fa7152","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9e4801","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:52.530890951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501fe67e-c8aa-4eac-93a0-d88e6473ae1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:52.595358854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501fe67e-c8aa-4eac-93a0-d88e6473ae1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:52.644759152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501fe67e-c8aa-4eac-93a0-d88e6473ae1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:52.694362418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501fe67e-c8aa-4eac-93a0-d88e6473ae1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:54.030698708Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9e4801","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9e4801","reconcileID":"f4587807-bdc3-403b-be27-cf0eb72064ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9e4801","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9e4801"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.179068867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931c511f-3358-406b-9e89-8029dfc46fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.229017908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931c511f-3358-406b-9e89-8029dfc46fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.278813147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931c511f-3358-406b-9e89-8029dfc46fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.328485764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931c511f-3358-406b-9e89-8029dfc46fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.612406575Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-66e263","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-66e263","reconcileID":"fd66207b-36c4-4caf-ba4c-2d9f4ec42f0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-66e263","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-66e263":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:57.217096912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d5b61f-8d17-4a0d-92f0-d70d8e2bbfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:57.267286731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d5b61f-8d17-4a0d-92f0-d70d8e2bbfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:57.317360029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d5b61f-8d17-4a0d-92f0-d70d8e2bbfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:57.367256584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d5b61f-8d17-4a0d-92f0-d70d8e2bbfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:59.202501133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5fb754-bb99-4090-a14f-e919e9e0ddce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:59.252631225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5fb754-bb99-4090-a14f-e919e9e0ddce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:59.30247083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5fb754-bb99-4090-a14f-e919e9e0ddce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:59.352353204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5fb754-bb99-4090-a14f-e919e9e0ddce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:02.595003731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d1c27cb4-a43b-4047-8953-e0ed48c22729","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:02.708271422Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d1c27cb4-a43b-4047-8953-e0ed48c22729","name":"e2e-shared-a-w4-8fb7f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:08.323025441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:09.550783156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"b35d358d-1b62-41c3-bed5-11f630f9e67b","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:09.60342262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"7ff974a6-742f-4f06-9b2e-747402c274cc","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:09.752286745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-status-active-auth-only","reconcileID":"d8c659c2-8474-47f8-ba5d-8ce62d27794e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:09.806456034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-status-active-auth-only","reconcileID":"d8c659c2-8474-47f8-ba5d-8ce62d27794e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:10.113049547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"00be62e1-a714-423d-97d1-6c39d6341d7c","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:10.261500222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-status-active-auth-only","reconcileID":"587d9441-e482-4055-84d6-8b4303734688","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:10.31615789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-status-active-auth-only","reconcileID":"587d9441-e482-4055-84d6-8b4303734688","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.208471261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"e2e-status-active-auth-only","reconcileID":"7e487eb5-0863-42d9-885a-e97e9ef4aa27","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.208469455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"4a62a096-744d-40d5-b225-ed8d309dacbe","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.361489995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"5fbf21ed-827a-4fe6-8970-05fbe7a879eb","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.715800932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1be4afc-3406-488b-8f7c-68bb0cfb56f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.765448847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1be4afc-3406-488b-8f7c-68bb0cfb56f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.815043352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1be4afc-3406-488b-8f7c-68bb0cfb56f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.864786785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1be4afc-3406-488b-8f7c-68bb0cfb56f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:18.260322848Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-cb9a07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-cb9a07","reconcileID":"f8e86863-b72f-4354-8fc7-21e7c38ec7bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-cb9a07","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-cb9a07":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:19.848825635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dd373a-fe74-4e40-a21c-74e5e3601e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:19.898444038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dd373a-fe74-4e40-a21c-74e5e3601e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:19.947936451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dd373a-fe74-4e40-a21c-74e5e3601e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:19.998355207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dd373a-fe74-4e40-a21c-74e5e3601e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:21.905426128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae88347e-9993-4876-ad57-af12b2c185bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:21.95585027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae88347e-9993-4876-ad57-af12b2c185bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:22.005773723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae88347e-9993-4876-ad57-af12b2c185bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:22.055453279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae88347e-9993-4876-ad57-af12b2c185bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.022957353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112255ab-e790-4cb5-a8b2-ccbfa0c1d741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.072848551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112255ab-e790-4cb5-a8b2-ccbfa0c1d741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.122545403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112255ab-e790-4cb5-a8b2-ccbfa0c1d741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.17302325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112255ab-e790-4cb5-a8b2-ccbfa0c1d741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.581170466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"d26bde7d-adbf-4f0e-8a26-ab0266c2287c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.699829856Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"d26bde7d-adbf-4f0e-8a26-ab0266c2287c","name":"e2e-shared-a-w1-ba34eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:25.997346129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b68aa-3487-49a5-9bc0-9d5e30efc532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:26.046858505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b68aa-3487-49a5-9bc0-9d5e30efc532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:26.096406918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b68aa-3487-49a5-9bc0-9d5e30efc532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:26.146116147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6b68aa-3487-49a5-9bc0-9d5e30efc532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:27.976929397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f7f32-175b-4585-a613-d8f8a5385fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:28.027918418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f7f32-175b-4585-a613-d8f8a5385fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:28.078553846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f7f32-175b-4585-a613-d8f8a5385fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:28.128392745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f7f32-175b-4585-a613-d8f8a5385fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:29.97027546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b243c14b-0f17-45a9-b517-b6168bb2122d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:30.020721326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b243c14b-0f17-45a9-b517-b6168bb2122d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:30.070388766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b243c14b-0f17-45a9-b517-b6168bb2122d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:30.120017826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b243c14b-0f17-45a9-b517-b6168bb2122d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:31.973075984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c96853-1b12-424f-afe3-11239850459d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:32.022704148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c96853-1b12-424f-afe3-11239850459d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:32.073048204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c96853-1b12-424f-afe3-11239850459d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:32.123725515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c96853-1b12-424f-afe3-11239850459d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:33.949477452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83272efa-2e21-4f40-92e3-e67077e37e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:33.999301908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83272efa-2e21-4f40-92e3-e67077e37e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:34.049593775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83272efa-2e21-4f40-92e3-e67077e37e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:34.099667384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83272efa-2e21-4f40-92e3-e67077e37e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:38.323818146Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:44.605604023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"26f10e67-a002-45a1-9e1e-2d7baf660350","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:44.718149975Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"26f10e67-a002-45a1-9e1e-2d7baf660350","name":"e2e-shared-a-w2-4397fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:54.382263061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"b2469b26-852b-4a12-9c50-64f225d71ed5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-66e263","tenantID":"e2e-ipp-b-66e263","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:54.495546442Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"b2469b26-852b-4a12-9c50-64f225d71ed5","name":"e2e-ipp-b-66e263-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:01.17683849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bd9258-9774-4fbe-9fbb-47ef24d0f982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:01.227317777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bd9258-9774-4fbe-9fbb-47ef24d0f982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:01.277372488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bd9258-9774-4fbe-9fbb-47ef24d0f982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:01.327258791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bd9258-9774-4fbe-9fbb-47ef24d0f982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:03.228830096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e533c6ad-2afa-4f4c-80a5-2e594e803f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:03.280032615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e533c6ad-2afa-4f4c-80a5-2e594e803f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:03.329762345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e533c6ad-2afa-4f4c-80a5-2e594e803f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:03.379802066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e533c6ad-2afa-4f4c-80a5-2e594e803f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:05.327525794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64213d43-1e1b-4d62-aced-3a102fa02c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:05.383521463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64213d43-1e1b-4d62-aced-3a102fa02c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:05.438861066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64213d43-1e1b-4d62-aced-3a102fa02c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:05.492662488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64213d43-1e1b-4d62-aced-3a102fa02c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:07.975977469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040d753f-2a41-49f7-80fc-6715b67a90a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:08.026048982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040d753f-2a41-49f7-80fc-6715b67a90a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:08.076000422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040d753f-2a41-49f7-80fc-6715b67a90a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:08.125821219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040d753f-2a41-49f7-80fc-6715b67a90a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:08.335593516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:08.552965754Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-a72754","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-a72754","reconcileID":"69292fcf-1eb9-4e03-928e-4ac29db067ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-a72754","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-a72754":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:10.058965055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fb6805-6599-45e8-846c-d9d51cefe820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:10.110748434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fb6805-6599-45e8-846c-d9d51cefe820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:10.160461081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fb6805-6599-45e8-846c-d9d51cefe820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:10.210949197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fb6805-6599-45e8-846c-d9d51cefe820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:21.961082834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"7bb20294-d97b-4a0b-b524-48a3a3221195","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:22.076811847Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"7bb20294-d97b-4a0b-b524-48a3a3221195","name":"e2e-shared-a-w0-cb9a07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:28.69286195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a039b9-191d-4556-a357-417311a01f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:28.743205762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a039b9-191d-4556-a357-417311a01f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:28.793030367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a039b9-191d-4556-a357-417311a01f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:28.843371679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a039b9-191d-4556-a357-417311a01f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.70993209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ec6aec-dafc-4aa5-b327-ae1c42d1c85e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.761852517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ec6aec-dafc-4aa5-b327-ae1c42d1c85e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.81159189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ec6aec-dafc-4aa5-b327-ae1c42d1c85e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.861538602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ec6aec-dafc-4aa5-b327-ae1c42d1c85e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.51716333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f619bf-ad4a-4acc-98fd-f10747422d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.567350496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f619bf-ad4a-4acc-98fd-f10747422d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.617592862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f619bf-ad4a-4acc-98fd-f10747422d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.667430181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f619bf-ad4a-4acc-98fd-f10747422d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.134724361Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-3be6fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-3be6fa","reconcileID":"67ddaaf4-5ba9-4474-af16-f5f0ba349260","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-3be6fa","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-3be6fa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.486464511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6696fbda-787c-48e6-8744-8998d72a5e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.536342486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6696fbda-787c-48e6-8744-8998d72a5e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.585902387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6696fbda-787c-48e6-8744-8998d72a5e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.636351871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6696fbda-787c-48e6-8744-8998d72a5e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.325374821Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.555433891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d238b8e8-b837-4c0f-a99c-c6a7514e2b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.605560697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d238b8e8-b837-4c0f-a99c-c6a7514e2b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.662617978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d238b8e8-b837-4c0f-a99c-c6a7514e2b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.729717162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d238b8e8-b837-4c0f-a99c-c6a7514e2b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.624042672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40df3c1-4cd1-4e63-94b9-109deaf2fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.673969644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40df3c1-4cd1-4e63-94b9-109deaf2fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.730075349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40df3c1-4cd1-4e63-94b9-109deaf2fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.787095737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40df3c1-4cd1-4e63-94b9-109deaf2fd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:48.772420257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4594e4-95e1-4abc-9fb7-fdd37608002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:48.822432981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4594e4-95e1-4abc-9fb7-fdd37608002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:48.872093592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4594e4-95e1-4abc-9fb7-fdd37608002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:48.924898172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4594e4-95e1-4abc-9fb7-fdd37608002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:50.812369361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3218baf0-c04d-4b35-8996-12b985b2a0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:50.863577424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3218baf0-c04d-4b35-8996-12b985b2a0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:50.91351333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3218baf0-c04d-4b35-8996-12b985b2a0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:50.964041615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3218baf0-c04d-4b35-8996-12b985b2a0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:54.333442995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea262ee-f5dc-4da8-b66e-e4f6baa86aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:54.387145416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea262ee-f5dc-4da8-b66e-e4f6baa86aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:54.440110007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea262ee-f5dc-4da8-b66e-e4f6baa86aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:54.489876048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea262ee-f5dc-4da8-b66e-e4f6baa86aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:55.030546705Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-f9925a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-f9925a","reconcileID":"74466277-27ae-451d-b67f-66b3e5cabfc5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-f9925a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-f9925a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:56.326297433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5d97b8-3f88-4e4d-95b5-0ecbacf921be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:56.376379773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5d97b8-3f88-4e4d-95b5-0ecbacf921be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:56.426113904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5d97b8-3f88-4e4d-95b5-0ecbacf921be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:56.47587306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5d97b8-3f88-4e4d-95b5-0ecbacf921be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:58.335283693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a08ded-7bc8-4cd6-9d8a-41afa7cbf365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:58.385388055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a08ded-7bc8-4cd6-9d8a-41afa7cbf365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:58.441157018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a08ded-7bc8-4cd6-9d8a-41afa7cbf365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:58.495080757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a08ded-7bc8-4cd6-9d8a-41afa7cbf365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.467355181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bb4079-536f-485f-b31b-611c11402cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.518000563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bb4079-536f-485f-b31b-611c11402cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.567655412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bb4079-536f-485f-b31b-611c11402cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.617959245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bb4079-536f-485f-b31b-611c11402cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.444995591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e4c4c3-3e64-4722-b05f-59a3afec7f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.495555293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e4c4c3-3e64-4722-b05f-59a3afec7f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.545774104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e4c4c3-3e64-4722-b05f-59a3afec7f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.595973285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e4c4c3-3e64-4722-b05f-59a3afec7f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:03.989504656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"cff7f8db-02df-4161-b98c-b28d39ef2321","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:04.132912758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"98a83401-b94e-44ea-94c3-e84dc0e15502","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:04.534984625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1c2af6ac-60f4-43ee-96ac-bc34859fa50a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:04.636828306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"63ee0c72-e646-49e4-b61b-1be3ccfc7f30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:04.747632773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"449cbe33-30c9-475a-9d37-813b33bec0c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:04.850389683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"ff107d4c-f6d7-4428-b744-3d286922a099","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:04.997171079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"ff9ad329-3aee-429f-81b7-41ed4a5342cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.046816157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"937b6f53-36bd-46ff-aebf-df3426c4a393","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.09793885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"86508153-e28f-462f-98a2-41b12388e30f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.248369092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2fad6018-1940-4a51-a195-198f8c5546dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.349560501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"90f919a8-3dfb-4b4e-a301-d481bf448238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.349734344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"ef513dbf-337e-4282-88c2-a8716bcca0c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:08.387729055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:17.673780081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"514b378e-5280-4bf7-91d1-af96442a18d8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:17.788103282Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"514b378e-5280-4bf7-91d1-af96442a18d8","name":"e2e-shared-b-w4-a72754-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:30.968708436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f73603-32f4-42d6-b631-e4b8293f6f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:31.018567493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f73603-32f4-42d6-b631-e4b8293f6f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:31.068315679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f73603-32f4-42d6-b631-e4b8293f6f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:31.118277196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f73603-32f4-42d6-b631-e4b8293f6f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.120848388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745914be-e330-41aa-93f7-92ef98ef1200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.162718513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"bfe4c8a0-d52a-43fb-9c97-7b63c27ba654","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.170880122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745914be-e330-41aa-93f7-92ef98ef1200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.220622589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745914be-e330-41aa-93f7-92ef98ef1200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.270327594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745914be-e330-41aa-93f7-92ef98ef1200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.372454429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"c7bbd319-89c1-47f7-8a50-17408926db1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.422144595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"2cb2b324-e0be-4082-8efc-36115265b921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.472058008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47fafe99-5f0a-4893-a34a-9f7f48b2a553","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.472976183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"426e4318-3659-456e-b07f-206d477c7999","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.625754953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"498c0b92-f994-4eb8-9b77-7c66f7ea4b7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.729601152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"4c1dbd91-baf9-41a7-be23-8505482a20e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:33.878133058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"7f32fb62-2f6b-4593-a7e8-82db6e581cd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:34.216495067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"13303d00-55ed-46f7-9bab-0334614daa4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:34.375586141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"089f35eb-41c1-417f-9575-51ebf22b28e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:34.47639986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"8dceaa10-1455-43e9-81c9-6a4000efa847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:34.576022428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"f22454eb-f83f-4750-99a6-992f1d670f44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:35.176130028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34deab91-6958-4ad2-a030-c460535dd447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:35.226284329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34deab91-6958-4ad2-a030-c460535dd447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:35.276310873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34deab91-6958-4ad2-a030-c460535dd447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:35.326005351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34deab91-6958-4ad2-a030-c460535dd447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.173374836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4dd9e2f-6597-4016-aae9-e6405205ebb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.224470753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4dd9e2f-6597-4016-aae9-e6405205ebb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.274392001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4dd9e2f-6597-4016-aae9-e6405205ebb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.32526128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4dd9e2f-6597-4016-aae9-e6405205ebb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.606530904Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-7f8596","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-7f8596","reconcileID":"87be2d79-7b19-45e3-94a1-516fc07271a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-7f8596","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-7f8596":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.323887343Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.166683258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f483b23f-2072-4108-8aba-77c24fcd9b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.217413876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f483b23f-2072-4108-8aba-77c24fcd9b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.267931735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f483b23f-2072-4108-8aba-77c24fcd9b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.317610919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f483b23f-2072-4108-8aba-77c24fcd9b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:49.773952863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"1d940d17-b7ac-416e-ab15-88695189373a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:49.887908249Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"1d940d17-b7ac-416e-ab15-88695189373a","name":"e2e-shared-b-w1-3be6fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:08.323312402Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:08.934736272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"f8d776f2-f527-4b1a-9250-5dd0202e9b3b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:09.047231131Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"f8d776f2-f527-4b1a-9250-5dd0202e9b3b","name":"e2e-shared-b-w2-f9925a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:36.735605607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58772ad-f0ca-415b-a914-a76644194bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:36.78580187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58772ad-f0ca-415b-a914-a76644194bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:36.835611185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58772ad-f0ca-415b-a914-a76644194bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:36.885775158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58772ad-f0ca-415b-a914-a76644194bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.385475063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.911446846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea2808-7a04-444d-aa5d-80b5fd6568e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.962021284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea2808-7a04-444d-aa5d-80b5fd6568e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:39.01168857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea2808-7a04-444d-aa5d-80b5fd6568e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:39.061515711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea2808-7a04-444d-aa5d-80b5fd6568e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:40.914350672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c7f66b-75fc-4e66-8096-ed0ab0d7b143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:40.964362247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c7f66b-75fc-4e66-8096-ed0ab0d7b143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.015385431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c7f66b-75fc-4e66-8096-ed0ab0d7b143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.065191428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c7f66b-75fc-4e66-8096-ed0ab0d7b143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.081245419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cda5dfeb-56aa-455c-900d-12553ec9940d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.168853668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"1f975e1c-1983-407b-bebb-9d84d3ec191f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.310180212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"54d3fd80-9f73-4693-aeb0-b0b69593c5bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.481796222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"5277f47f-5608-42cf-bcd4-fbc1fbd4d737","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.582054104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"08ed4138-9deb-495f-a48d-ad93f2e0ca72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.681972694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"6c677210-d692-4534-abdc-6dcecef025da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.783287603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"7c547948-4183-4917-b585-c849a1ae6b1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.883338643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"5de6aa6f-6b36-4758-b58d-350cbdd6cccd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.985493211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"934ce745-f269-44fc-9e2b-0dd1a8d04e58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:49.10837977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"e7438fde-3d00-4150-bcc7-81c21d34db87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:49.21304529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"7b6db86f-405e-4d58-9e43-f5a52efb6f03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:49.31317485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"ae3ae47b-9d0f-411d-a8e7-79b11cba40b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:01.425178247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"0b121f34-1c22-42cb-ac37-52a6434e0a43","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:01.538318915Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"0b121f34-1c22-42cb-ac37-52a6434e0a43","name":"e2e-shared-b-w0-7f8596-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.4479067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"8c806f59-a4e1-4455-b376-04cf41454e2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.558984367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"edc1ce7e-06f0-4679-888c-716e313528cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.658846284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a51c114-2b18-470d-a19c-6555bfa99f38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.668796351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"b6d5a482-3106-476f-8faf-1810cb4b7c5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.780328205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91c3438c-e2d2-4eff-a0ae-86a6ed5f63b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.948653508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"043a2180-074a-4562-a0a8-60b33087ff7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.105541926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"b234c312-8c91-4e04-a4ec-38c6be56ca85","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.105575023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"b234c312-8c91-4e04-a4ec-38c6be56ca85","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.17300205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"54cae8a1-9e7d-4f58-b51a-d4861908c47a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.27344885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"065e5bd0-9e5c-425f-827a-3364830e3952","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.285928591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"92df9a53-f2c6-4c44-8c8a-2ee49731bbce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.592672775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"a3c078de-d4b4-4fb0-8252-a54a8f49c79f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.67427429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"e6a8ab4e-9b34-40c3-ac49-9de4065e75d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.6899511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"963945d3-45fa-49c0-917d-64115ead39c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.323386696Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:12.955567939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba7eaed-d0df-4bc6-8729-c9c2234b983b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.005519504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba7eaed-d0df-4bc6-8729-c9c2234b983b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.055227066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba7eaed-d0df-4bc6-8729-c9c2234b983b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.104801603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba7eaed-d0df-4bc6-8729-c9c2234b983b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:14.987307967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966bff44-529c-46e4-9f95-bf127c89a7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:15.036866918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966bff44-529c-46e4-9f95-bf127c89a7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:15.086642009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966bff44-529c-46e4-9f95-bf127c89a7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:15.136306277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966bff44-529c-46e4-9f95-bf127c89a7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:32.511537404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef8b1f3-3592-4f19-98fe-51248e8cba0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:32.561451177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef8b1f3-3592-4f19-98fe-51248e8cba0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:32.611072395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef8b1f3-3592-4f19-98fe-51248e8cba0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:32.661018428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef8b1f3-3592-4f19-98fe-51248e8cba0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:34.548430535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8e973f-30a0-44ed-b903-7ff6eded4f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:34.598157606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8e973f-30a0-44ed-b903-7ff6eded4f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:34.648097106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8e973f-30a0-44ed-b903-7ff6eded4f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:34.697807935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8e973f-30a0-44ed-b903-7ff6eded4f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:38.344602099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.639775033Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","namespace":"ai-tenant-e2e-ipp-a-f1d081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.639835789Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","namespace":"ai-tenant-e2e-ipp-a-f1d081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.639890314Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","tenant":"e2e-ipp-a-f1d081","tenantID":"e2e-ipp-a-f1d081","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.693838004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f1d081","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.751577004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"Service","name":"maas-api-e2e-ipp-a-f1d081","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.808927603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f1d081","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.860825737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f1d081","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.913730357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.966560146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.021568614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.073990892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.126835337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.179455475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.239072092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"Service","name":"payload-processing-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.296984682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.351486374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.40379785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.457714422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.511727857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.563594532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.615872112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.675646374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f1d081","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.728484676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f1d081"},"namespace":"ai-tenant-e2e-ipp-a-f1d081","name":"default-tenant","reconcileID":"ea3a541b-a35c-4309-a316-086f570d6050","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f1d081","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:58.525284698Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f1d081","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f1d081","reconcileID":"070af0e4-e5fd-4670-bc88-70b3a8606dcc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f1d081","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f1d081"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:59.733969856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13551ade-a017-4a13-9b29-60c3dc07ecea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:59.783791461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13551ade-a017-4a13-9b29-60c3dc07ecea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:59.833307386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13551ade-a017-4a13-9b29-60c3dc07ecea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:59.883236429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13551ade-a017-4a13-9b29-60c3dc07ecea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:01.739149574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744484cd-7e4f-47ec-8ba9-86aa92dec02f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:01.789587166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744484cd-7e4f-47ec-8ba9-86aa92dec02f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:01.839107036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744484cd-7e4f-47ec-8ba9-86aa92dec02f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:01.889075852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744484cd-7e4f-47ec-8ba9-86aa92dec02f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.324319791Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.41464338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9ab4e0-2741-473b-8344-60de3ea8b187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.464173739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9ab4e0-2741-473b-8344-60de3ea8b187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.515057732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9ab4e0-2741-473b-8344-60de3ea8b187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.56485595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9ab4e0-2741-473b-8344-60de3ea8b187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.378177772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480777f2-af65-4c5c-a4f1-4a70f06eb18d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.428180542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480777f2-af65-4c5c-a4f1-4a70f06eb18d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.477873059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480777f2-af65-4c5c-a4f1-4a70f06eb18d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.527664382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480777f2-af65-4c5c-a4f1-4a70f06eb18d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:12.353187642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d994097-5f1e-479c-b89f-8d774b8d404c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:12.403489199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d994097-5f1e-479c-b89f-8d774b8d404c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:12.454472211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d994097-5f1e-479c-b89f-8d774b8d404c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:12.504196449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d994097-5f1e-479c-b89f-8d774b8d404c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.048044082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114e9d20-cb62-4041-9af2-c750dcd14940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.098766117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114e9d20-cb62-4041-9af2-c750dcd14940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.148999309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114e9d20-cb62-4041-9af2-c750dcd14940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.199240211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114e9d20-cb62-4041-9af2-c750dcd14940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:22.057449096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83debb41-a29f-4f9b-ac5a-cc9f385c9bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:22.107325864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83debb41-a29f-4f9b-ac5a-cc9f385c9bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:22.157268188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83debb41-a29f-4f9b-ac5a-cc9f385c9bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:22.206978967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83debb41-a29f-4f9b-ac5a-cc9f385c9bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:38.323749221Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.819412287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"8067758b-418b-4a96-8da2-28d796347101","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.819449446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"8067758b-418b-4a96-8da2-28d796347101","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.290093485Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","namespace":"ai-tenant-e2e-ipp-b-66e263","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.290155205Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","namespace":"ai-tenant-e2e-ipp-b-66e263","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.290205208Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","tenant":"e2e-ipp-b-66e263","tenantID":"e2e-ipp-b-66e263","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.342155413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"Deployment","name":"maas-api-e2e-ipp-b-66e263","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.409415522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"Service","name":"maas-api-e2e-ipp-b-66e263","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.464569433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-66e263","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.516203458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-66e263","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.580131848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.632456148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.687490953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.744406423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.796338549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.848128875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.90945231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"Service","name":"payload-processing-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.969499531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.02333536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.075669107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.129632826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.185486483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.23717146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.288804653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.349064628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-66e263","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.404646584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-66e263"},"namespace":"ai-tenant-e2e-ipp-b-66e263","name":"default-tenant","reconcileID":"1878f8fb-025c-4439-9b9e-cf61f51f23ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-66e263","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.206577283Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-66e263","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-66e263","reconcileID":"c8c15aad-7c85-4bb7-ba3d-478a0a79d605","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-66e263","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-66e263"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.288742089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"4db4684b-9153-45e6-bbab-8100cb70cfe5","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.288775601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"4db4684b-9153-45e6-bbab-8100cb70cfe5","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.284916389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241ed077-e5a7-4036-8328-017b396a9db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.335119414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241ed077-e5a7-4036-8328-017b396a9db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.385410985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241ed077-e5a7-4036-8328-017b396a9db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.435120449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241ed077-e5a7-4036-8328-017b396a9db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.441695075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"29365aae-992e-479f-bdea-e031ae3b3785","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.441784969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"29365aae-992e-479f-bdea-e031ae3b3785","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.54405171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"94ef5733-4ef0-4c96-8053-4a1610bd3018","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.544074798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"94ef5733-4ef0-4c96-8053-4a1610bd3018","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.642991703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"772789f1-f3c5-4665-acb5-bc1e090be8bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.817045022Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"772789f1-f3c5-4665-acb5-bc1e090be8bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.870280206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8fb7f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"772789f1-f3c5-4665-acb5-bc1e090be8bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.926716876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"d9e50ced-62a4-41e7-9c04-3b2fde43c210","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.926737547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"d9e50ced-62a4-41e7-9c04-3b2fde43c210","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.314468131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44e78c4-878e-4dca-a985-9c70de2dcb8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.364238266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44e78c4-878e-4dca-a985-9c70de2dcb8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.413827272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44e78c4-878e-4dca-a985-9c70de2dcb8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.463629178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44e78c4-878e-4dca-a985-9c70de2dcb8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.847855445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"25aabda5-8db3-46e1-b168-ae9afa7c4695","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.847890786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"25aabda5-8db3-46e1-b168-ae9afa7c4695","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:02.026444558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"39d73f47-5f4c-4b88-a90f-fe6983569745","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:02.081530689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"39d73f47-5f4c-4b88-a90f-fe6983569745","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:02.13572361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8fb7f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"39d73f47-5f4c-4b88-a90f-fe6983569745","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:04.652512157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"4620d93c-dc37-4c31-9f1d-95f778600bb2","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:04.707402883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"8f9a4e93-ca5e-4c07-8094-8d8274dfbbcc","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:04.905203014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-status-degraded-auth","reconcileID":"9b47cbcb-74be-4bd5-b58d-581b699cfc54","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:04.959669807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-status-degraded-auth","reconcileID":"9b47cbcb-74be-4bd5-b58d-581b699cfc54","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.064040581Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-status-degraded-auth","reconcileID":"9b47cbcb-74be-4bd5-b58d-581b699cfc54","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.318717482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"547fce01-b8e4-4147-8faa-eabf42b6e9c9","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.536369944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-status-degraded-auth","reconcileID":"b9843a04-58c4-4746-930b-2da98100610d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.597188921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-status-degraded-auth","reconcileID":"b9843a04-58c4-4746-930b-2da98100610d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.700572427Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-status-degraded-auth","reconcileID":"b9843a04-58c4-4746-930b-2da98100610d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:07.107107299Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-status-degraded-auth","reconcileID":"75346431-5935-46db-be8e-83f7b489c3bb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:07.107167379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"9d1c59aa-a59a-4997-a3f6-51056e62f200","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:07.157167282Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"e2e-status-degraded-auth","reconcileID":"75346431-5935-46db-be8e-83f7b489c3bb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:07.362198184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"886e82e2-2036-410b-a2ba-4ba84d9aaa97","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:08.323457503Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:12.235591419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"78bea7d0-b170-401f-a5c4-80eac3a7ff35","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:12.290343667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"78bea7d0-b170-401f-a5c4-80eac3a7ff35","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:12.375551518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8fb7f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"78bea7d0-b170-401f-a5c4-80eac3a7ff35","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:12.886906869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ba717-0537-406c-bf65-730b44fde100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:12.937562161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ba717-0537-406c-bf65-730b44fde100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:12.987346267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ba717-0537-406c-bf65-730b44fde100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:13.036955661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ba717-0537-406c-bf65-730b44fde100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:13.450444491Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-8ddd2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-8ddd2c","reconcileID":"969fad40-9587-44e7-958f-2e9cb89a0ce6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-8ddd2c","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-8ddd2c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:14.877792366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6166a-077d-4651-aabd-58be87001efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:14.927545478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6166a-077d-4651-aabd-58be87001efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:14.977268712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6166a-077d-4651-aabd-58be87001efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:15.027889266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6166a-077d-4651-aabd-58be87001efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:16.88785947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5a0074-1dfc-494e-83db-1f2702cdf91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:16.941865983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5a0074-1dfc-494e-83db-1f2702cdf91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:16.992096825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5a0074-1dfc-494e-83db-1f2702cdf91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:17.041861602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5a0074-1dfc-494e-83db-1f2702cdf91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.476063848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"b4b26071-30db-4909-8a9d-1d82ae1a983a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.531147947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"b4b26071-30db-4909-8a9d-1d82ae1a983a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.584625807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8fb7f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ee11686599f7a9eef8362924fb64ad89d616a67fb4c06c25ca4fd55aa97635e) AuthConfig (b487a47177c09c428fc5ac344c05e5f2e68b9de1981eb01e404cf4ae938ceee1) AuthConfig (a073db4189c3d6deab074988d18d66ac9aae0cf050e7485a078a663cf9111387) AuthConfig (afe95e93ae67feb3661a9fb124963fc8ac2ec977691d6cd7de240a501bd1baac) AuthConfig (d3957cd3eb5cfcc7c97a649e06db03c4f66d59bc5f741a7f5394c0aa18d779a0) AuthConfig (c67aa764ee4c75e23089b7cb531e09e54a28ef321a4ac332ede84c4402d16712) AuthConfig (715778845a37239943a2698b02f55f2e3bbf883a987e83b5849ee38962dc35e1) AuthConfig (a6188990ea1435b313322e1b57eccdfbb596c620ee7feea394e89bb50a6bdb5c) AuthConfig (3e7db9935874d6bbc987dc4833113f21b8c89eaf0fcf55f760ed4683dc2b1b3c) AuthConfig (b8a7e41d69f95ff95e8b77669b6d7c05425cf9dba14d839e2a70951fa5a2f61c) AuthConfig (0b37b5ef2be8cc026b33bed2ab1d3a41b4d61653f1354ff90ea0d41fe6f3a27e) AuthConfig (c1c841936c4456b56630e8a2e9e8b82ff39769623c3de2e58a9b348ddb93616b) AuthConfig (e971c15f8e27e794469a0d2a4245bea2b414c8b21883920c114c0f8e3f39e548) AuthConfig (d6dd68c1eb9bcb5af9477d8a247ac8f90f8d5fc0258250fb3bf105eb02837c3e) AuthConfig (35093f5cb266dfd763617dbf76dbfa1cd4da96e1576c0b9315935fd56e17c412) AuthConfig (1178104f0092538ce372e3c5a6e0da36bc6efe54d36a4df1e171b946e4b23e7b) AuthConfig (c2779b6116915268684ca71c8a98def4037a15fecb06b2003eaa4e2772e67315) AuthConfig (8925ba4fead8ac3d1acbe357d8e46d5a308a851981baa94235741c77f9c2b57e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"b4b26071-30db-4909-8a9d-1d82ae1a983a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.640417882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"a00f2a5f-d656-495a-b9dc-e65cbf5ebbed","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.64043892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"a00f2a5f-d656-495a-b9dc-e65cbf5ebbed","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:32.740035568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"66aa909b-105f-471f-97fd-59831dae29d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:32.794949957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"66aa909b-105f-471f-97fd-59831dae29d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:32.855198623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8fb7f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ee11686599f7a9eef8362924fb64ad89d616a67fb4c06c25ca4fd55aa97635e) AuthConfig (b487a47177c09c428fc5ac344c05e5f2e68b9de1981eb01e404cf4ae938ceee1) AuthConfig (a073db4189c3d6deab074988d18d66ac9aae0cf050e7485a078a663cf9111387) AuthConfig (afe95e93ae67feb3661a9fb124963fc8ac2ec977691d6cd7de240a501bd1baac) AuthConfig (d3957cd3eb5cfcc7c97a649e06db03c4f66d59bc5f741a7f5394c0aa18d779a0) AuthConfig (c67aa764ee4c75e23089b7cb531e09e54a28ef321a4ac332ede84c4402d16712) AuthConfig (715778845a37239943a2698b02f55f2e3bbf883a987e83b5849ee38962dc35e1) AuthConfig (a6188990ea1435b313322e1b57eccdfbb596c620ee7feea394e89bb50a6bdb5c) AuthConfig (3e7db9935874d6bbc987dc4833113f21b8c89eaf0fcf55f760ed4683dc2b1b3c) AuthConfig (b8a7e41d69f95ff95e8b77669b6d7c05425cf9dba14d839e2a70951fa5a2f61c) AuthConfig (0b37b5ef2be8cc026b33bed2ab1d3a41b4d61653f1354ff90ea0d41fe6f3a27e) AuthConfig (c1c841936c4456b56630e8a2e9e8b82ff39769623c3de2e58a9b348ddb93616b) AuthConfig (e971c15f8e27e794469a0d2a4245bea2b414c8b21883920c114c0f8e3f39e548) AuthConfig (d6dd68c1eb9bcb5af9477d8a247ac8f90f8d5fc0258250fb3bf105eb02837c3e) AuthConfig (35093f5cb266dfd763617dbf76dbfa1cd4da96e1576c0b9315935fd56e17c412) AuthConfig (1178104f0092538ce372e3c5a6e0da36bc6efe54d36a4df1e171b946e4b23e7b) AuthConfig (c2779b6116915268684ca71c8a98def4037a15fecb06b2003eaa4e2772e67315) AuthConfig (8925ba4fead8ac3d1acbe357d8e46d5a308a851981baa94235741c77f9c2b57e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"66aa909b-105f-471f-97fd-59831dae29d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:38.324157341Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:42.955976177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"e5b664ff-7dc4-481f-8356-e024cd94a9dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:43.01116109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"e5b664ff-7dc4-481f-8356-e024cd94a9dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:43.064855821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8fb7f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ee11686599f7a9eef8362924fb64ad89d616a67fb4c06c25ca4fd55aa97635e) AuthConfig (b487a47177c09c428fc5ac344c05e5f2e68b9de1981eb01e404cf4ae938ceee1) AuthConfig (a073db4189c3d6deab074988d18d66ac9aae0cf050e7485a078a663cf9111387) AuthConfig (afe95e93ae67feb3661a9fb124963fc8ac2ec977691d6cd7de240a501bd1baac) AuthConfig (d3957cd3eb5cfcc7c97a649e06db03c4f66d59bc5f741a7f5394c0aa18d779a0) AuthConfig (c67aa764ee4c75e23089b7cb531e09e54a28ef321a4ac332ede84c4402d16712) AuthConfig (715778845a37239943a2698b02f55f2e3bbf883a987e83b5849ee38962dc35e1) AuthConfig (a6188990ea1435b313322e1b57eccdfbb596c620ee7feea394e89bb50a6bdb5c) AuthConfig (3e7db9935874d6bbc987dc4833113f21b8c89eaf0fcf55f760ed4683dc2b1b3c) AuthConfig (b8a7e41d69f95ff95e8b77669b6d7c05425cf9dba14d839e2a70951fa5a2f61c) AuthConfig (0b37b5ef2be8cc026b33bed2ab1d3a41b4d61653f1354ff90ea0d41fe6f3a27e) AuthConfig (c1c841936c4456b56630e8a2e9e8b82ff39769623c3de2e58a9b348ddb93616b) AuthConfig (e971c15f8e27e794469a0d2a4245bea2b414c8b21883920c114c0f8e3f39e548) AuthConfig (d6dd68c1eb9bcb5af9477d8a247ac8f90f8d5fc0258250fb3bf105eb02837c3e) AuthConfig (35093f5cb266dfd763617dbf76dbfa1cd4da96e1576c0b9315935fd56e17c412) AuthConfig (1178104f0092538ce372e3c5a6e0da36bc6efe54d36a4df1e171b946e4b23e7b) AuthConfig (c2779b6116915268684ca71c8a98def4037a15fecb06b2003eaa4e2772e67315) AuthConfig (8925ba4fead8ac3d1acbe357d8e46d5a308a851981baa94235741c77f9c2b57e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"e5b664ff-7dc4-481f-8356-e024cd94a9dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:43.637823566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"745a411f-a551-4464-9caf-523d28060780","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:43.737602213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e89d6cb4-cc35-451d-8383-0e404a044c44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:43.752758253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"dae936db-0c2a-4476-986b-24f05cd5f970","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:43.924319542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"38177c0a-fa31-4227-a3d6-bdca556f230e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:44.145789045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"9a384321-0f21-493f-8bd3-583a96631f0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:44.257932255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"27cfd881-e702-4833-b562-ccc58125c23b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:44.371767444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"9445fcf0-f7b1-4ddf-97d7-d74a07c0aba6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:44.54282557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"f0bc2877-a11e-4424-8dc9-40da8cc52a43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:44.64267618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"58c8a5a4-4b19-46e9-9968-c11bcc081791","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:44.657096023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"3dcc5c1e-31d9-4074-9bf6-863f1f6f5c7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:44.827285228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"b4c24cce-b560-423b-8375-9b8557fbcd27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:44.927469526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"afe40d30-0124-4b97-b666-4f5e5523e88b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:46.686491609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"e5c8aa0a-8195-41ed-89d6-7a5ab843d175","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:46.686526328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"e5c8aa0a-8195-41ed-89d6-7a5ab843d175","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:53.166160333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"ec2df4b2-590b-4349-8ac0-6e26d01e22cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:53.223063197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"ec2df4b2-590b-4349-8ac0-6e26d01e22cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:53.534029202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"05bda55b-e244-41bd-b5c7-29848d369619","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:53.534055585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"05bda55b-e244-41bd-b5c7-29848d369619","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.186283057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"e02310fc-d3c1-47ee-8efc-272623b1762f","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.186306183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"e02310fc-d3c1-47ee-8efc-272623b1762f","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.24213076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"2aad2738-3302-488a-874c-6858ef43f1b5","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.242158414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"2aad2738-3302-488a-874c-6858ef43f1b5","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.28529014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"8b817aaa-0d6b-4f81-ba08-58e604cc3e2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:59.295572176Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"2aad2738-3302-488a-874c-6858ef43f1b5","name":"auth-test-model-8fb7f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8fb7f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:59.29563426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"2aad2738-3302-488a-874c-6858ef43f1b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8fb7f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:59.295919158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"ba8b254b-34a7-4a22-b4cf-8842f799f250","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-bd09db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.301155625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"716c4d03-6c12-43cd-bc18-bdacc457e315","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.301170796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"716c4d03-6c12-43cd-bc18-bdacc457e315","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.340326177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"8b817aaa-0d6b-4f81-ba08-58e604cc3e2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.405496917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"8875b9d1-e689-4ad9-99e9-5b384f680021","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.405516711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"8875b9d1-e689-4ad9-99e9-5b384f680021","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.461664029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"9f30c6b1-8ee4-4a29-b5f0-eb068774f4f4","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.461684125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"9f30c6b1-8ee4-4a29-b5f0-eb068774f4f4","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.638277949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"be036479-31c1-4dc8-a436-6942c7feea0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.678429269Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"57c9b7b3-b4e8-40ca-a674-b03ae65838cc","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"maas-trlp-auth-test-model-8fb7f0","model":"auth-test-model-8fb7f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-8fb7f0/e2e-auth-iso-bd09db"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.692807386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"be036479-31c1-4dc8-a436-6942c7feea0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.843054593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"6a4a5c41-60e3-4c4b-8727-c1b39ae32601","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:59.8430776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"6a4a5c41-60e3-4c4b-8727-c1b39ae32601","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:00.043324797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"b6204191-c7e6-4b6a-890b-1db0aede1283","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"maas-trlp-auth-test-model-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.431978072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"3523fe91-60d6-4e08-bcb6-681ad1dfe475","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.771705649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be24a0a9-18aa-40be-8e51-d8d971660446","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.884099554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"dd774c3d-13ba-44d7-8794-d01d4488d5da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.167745443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"d251d41e-d65c-446f-bb73-2c9adad96ff8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.333830164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"bbd94fcf-0b08-4a7a-a8bc-3ef26ffb5e55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.433762772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"51476b35-7fd4-48ab-94c6-3b84e4147c8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.450312826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"81107954-7493-42a1-8530-184e036437ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.534271743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b795f59-1298-4c34-b623-0273b44cedf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.566610704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"aec169c2-e312-4090-b1a9-086e833dfa93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.681282041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"8994174c-cfdd-4786-a27d-c86cb5b20b74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.785679851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"3d70b4b9-0ecb-4b13-a1c7-b54f59763a38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.885810931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"5cc79588-1d62-4e08-916e-6df096f17d13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:08.330095313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.540518293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"35b2b2fc-7d37-4776-8c5a-1dca3639e2c3","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.540547486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"35b2b2fc-7d37-4776-8c5a-1dca3639e2c3","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.746731121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"07aa0138-3a27-4b1b-9b61-e88bb5b1a95c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-8ddd2c","tenantID":"e2e-explicit-8ddd2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.860650724Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"07aa0138-3a27-4b1b-9b61-e88bb5b1a95c","name":"e2e-explicit-8ddd2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:26.110458446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"a08f2b96-77f9-4842-8b9b-a79501a46e0e","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"maas-trlp-auth-test-model-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:26.270593558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"b36b79b3-145c-4944-bd11-4dfce9c1ea09","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:26.270615291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"b36b79b3-145c-4944-bd11-4dfce9c1ea09","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:26.890573245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"adc6e759-5d9b-463f-ac88-7ffdbf41bb4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:26.945277551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"adc6e759-5d9b-463f-ac88-7ffdbf41bb4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:28.76302451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"3c64b4e4-cbf5-4cfd-9b29-0c2f6d03de70","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:28.763044981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"3c64b4e4-cbf5-4cfd-9b29-0c2f6d03de70","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:28.815857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"b7489ee6-d2ae-40e1-92f6-12150269b384","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:28.815880601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"b7489ee6-d2ae-40e1-92f6-12150269b384","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:28.91470124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"272bc644-437b-4d02-86c9-537018bc5343","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.012625055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"07ab8d62-8ece-4cf2-9c07-1556da11b374","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.012649188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"07ab8d62-8ece-4cf2-9c07-1556da11b374","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.036268686Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"272bc644-437b-4d02-86c9-537018bc5343","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.065492204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"917fed98-102a-46f8-8cce-19dff0ba1ffa","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.065520531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"917fed98-102a-46f8-8cce-19dff0ba1ffa","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.089931687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a72754-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"272bc644-437b-4d02-86c9-537018bc5343","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.143877288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"09b1087b-fee3-4591-94ed-84f16ba7c9c2","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.143899272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"09b1087b-fee3-4591-94ed-84f16ba7c9c2","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.164462594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"a0798edb-d226-4445-85ad-94e97bd88ae3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.287085998Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"a0798edb-d226-4445-85ad-94e97bd88ae3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.340267578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-ba34eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"a0798edb-d226-4445-85ad-94e97bd88ae3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.393191762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"4bfb1ae2-a4d5-4519-8de2-cce717dc6ec9","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:29.393249576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"4bfb1ae2-a4d5-4519-8de2-cce717dc6ec9","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:38.323320973Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:39.24370287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"2b6b321f-d4a4-4317-8020-982dc44d2edd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:39.298745519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"2b6b321f-d4a4-4317-8020-982dc44d2edd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:39.352794127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a72754-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"2b6b321f-d4a4-4317-8020-982dc44d2edd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:39.493478415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"ba2a2c34-03e8-46a4-8b31-6cd1fd9084e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:39.548431909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"ba2a2c34-03e8-46a4-8b31-6cd1fd9084e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:39.601963209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-ba34eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"ba2a2c34-03e8-46a4-8b31-6cd1fd9084e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:49.453129149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"17f768e7-5374-4fed-95d8-dba536a89e95","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:49.507831907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"17f768e7-5374-4fed-95d8-dba536a89e95","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:49.561497046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a72754-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"17f768e7-5374-4fed-95d8-dba536a89e95","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:49.701887359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"08d9a092-4c44-406f-ba59-dc4004384f13","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:49.756376286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"08d9a092-4c44-406f-ba59-dc4004384f13","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:49.810065257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-ba34eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"08d9a092-4c44-406f-ba59-dc4004384f13","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:59.661566328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"bf6ca71a-1fa2-4953-bf0a-f4865cda91ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:59.716977995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"bf6ca71a-1fa2-4953-bf0a-f4865cda91ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:59.770355116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a72754-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"bf6ca71a-1fa2-4953-bf0a-f4865cda91ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:59.912653245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"68be7320-b4f3-4931-936c-eb4703c7a996","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:59.96793902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"68be7320-b4f3-4931-936c-eb4703c7a996","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:00.021558169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-ba34eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"68be7320-b4f3-4931-936c-eb4703c7a996","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:08.323524756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.42487803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"01a67635-1ca4-48a4-875b-4a30b1814083","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.424911897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"01a67635-1ca4-48a4-875b-4a30b1814083","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.871386475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"04a1aee3-946e-4bce-9eab-520927b951dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.926285652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"04a1aee3-946e-4bce-9eab-520927b951dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.979769158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a72754-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33ac5abea4ade27b9bb66be98528e8e64c0809b1a5da203932ff747ed1698f8d) AuthConfig (81e691758bac45892855a66a9ba17e72b1016a32c4ac181fcb3a45585ba8052e) AuthConfig (d787e8453d3921ae3ffbb6a9765e707fe70d55ebc9b26d5e3a0cfbeda03b2292) AuthConfig (0e8f6641d6f5d5cdd6a23fa27242f513539e73525a8072ae93ffddfe37a16d27) AuthConfig (a3144bd115b318c84ef3360792801839fbfb0033632fd0bad438ec9ad50f9f2c) AuthConfig (57ff7d4def909706f0440705fa981478e9dd12cbfcfc64bf4c463fe8daf77d6b) AuthConfig (5d3ab996ecd74913cf718942810252edb4aca18aea23a8538c0145ca987b9bb0) AuthConfig (5a2ee8f37c603768bfa640b0c21efb7b243b0e074a14dcf305837631610fe945) AuthConfig (d8989396c8c4d4d8cd586f00820c0123b570877006fae05d1aae87306cbf1d6a) AuthConfig (13d95bfc2132e2ce452c82b20ffc4e63e8f7cb0dab1326d2937c10760354a8be) AuthConfig (dacfd7b46feab4550090170ca1cabddee261a25d2bf7c3814ea91b685ba8d702) AuthConfig (b2e676ba2f53796c7a0bb53615f1ed6fb3a31a30e6b9f5ae021abcbb591b3c6e) AuthConfig (db650b0b316d8a1dfcb5b71899de310b344a7910084761a95cd3c54ef01cf6d7) AuthConfig (98717ee608f7dafee7d1a0f420cf8979def8294a39db278911f600c614872079) AuthConfig (042353448f0434da8f3e33c91bad4bd9d99fd94ce2b5b559b5bd804e64ee47a8) AuthConfig (b0ba4b9b514685d9adf7118d2689cd91b1e589cc07ec1e1c0a9ca08f6148522b) AuthConfig (decee1f3cd21aa54043171c9f72e3667e74d195edbd705b2e4879727083216eb) AuthConfig (ac3b3e731538b3af58e69ee1a8bd3261a0d60ec57544a34337ac4be921956b79)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"04a1aee3-946e-4bce-9eab-520927b951dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:10.040795972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"d5777d8d-acff-434a-8e0a-2d048b754bf0","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:10.040817266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"d5777d8d-acff-434a-8e0a-2d048b754bf0","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:10.121346632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"d1e855fc-e95c-4fce-899b-06ad8a3d97b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:10.176244224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"d1e855fc-e95c-4fce-899b-06ad8a3d97b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:10.230040138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-ba34eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (691c3b85950b7472256bff2370737e3f7945e337d31758ff6e0d85cd61e7eba4) AuthConfig (a12b76ae6597a3131d69e5f121c7f8974e987c18ff86e1f2f3f37a5b02c2f95c) AuthConfig (ea410215c0c0b2d09c79ce1b681aebf457ab750970f2ef746ff961a86c9b2bfe) AuthConfig (d25526bb30c3019ae93c532262f58ab88899166e9497e6dcc0119e923e6246f9) AuthConfig (917bc0d55b6c77063e9c98497362cd0e4d07ffd89f722849e2d67c397c7d25e9) AuthConfig (e04caba39029dbaf6d071c8d1dc48409ecc6b1f5011753086ba1c45b1f0879eb) AuthConfig (073dff50c72ef54104f85ef9d976e18957a00e899a6889edd49e517f4357f882) AuthConfig (c77e8624e1fef4574e99112667ab7e2afa9fba18087597028e9effe6e1a8627a) AuthConfig (39457649330e4909167a00fd20b43d1da9993f4b1934dbdbe8ce2519469c47f4) AuthConfig (149b36ead2dd2aa77a9e6222fc3e9c7f97b5c80f346dcfcb548d8506c99ceb47) AuthConfig (f5849535de4b947cf26258b3e70c24d6dc631dfceac005f9c2ad11063ed4f976) AuthConfig (4420954b3d1d4f136bf437af6cd4ce36b3bd3c3f7b79f2586c90c60f30604730) AuthConfig (18a34e5ec308f74144db632821037e03d05df90daeff3b50ec25c745c31cbea8) AuthConfig (b45493f310015f03553b3f7a61434c9cf35a56bb3783e9e073bbeaa1c90494e3) AuthConfig (6eb85c49c1315718befa246e48732a2d5f8bb8732bce27fdd4f43513c2dc5ca6) AuthConfig (8c4e5d0be61c348ec84abe50988aefe775d541e75a1dfbd3c33d92ea50d675cd) AuthConfig (78a7eb11e6e0ec8548b27d99af53647e4a43881e016717fc71ec32507aabc0e3) AuthConfig (513faf6b44bf58af32783865928733b9ca00bf46e42cae815b37d9514f135fc0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"d1e855fc-e95c-4fce-899b-06ad8a3d97b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:10.285835031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"ddae1cf4-aabf-45a2-b5b6-774482007fc1","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:10.285860694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"ddae1cf4-aabf-45a2-b5b6-774482007fc1","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:14.900364898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"f2c45fe0-03a4-45d2-8aee-2b32fd702fa6","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:14.900386553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"f2c45fe0-03a4-45d2-8aee-2b32fd702fa6","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:14.953800075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"b74e1054-76b7-4263-8930-ae316d62444a","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:14.953832218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"b74e1054-76b7-4263-8930-ae316d62444a","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:15.05704198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"f8290cd3-b0eb-4d5c-af7c-dff8fbefaaab","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:15.181925014Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"f8290cd3-b0eb-4d5c-af7c-dff8fbefaaab","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:15.235909499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4397fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"f8290cd3-b0eb-4d5c-af7c-dff8fbefaaab","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:15.291272161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"4651f345-f28c-418d-bf64-8362fa462693","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:15.291294359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"4651f345-f28c-418d-bf64-8362fa462693","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:15.969704933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"0fa956e2-8385-41bd-b0e6-f5b8aec52b48","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:15.969733473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"0fa956e2-8385-41bd-b0e6-f5b8aec52b48","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:20.140775808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"e85bb9b1-0565-4c1d-956b-169922380204","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:20.195671871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"e85bb9b1-0565-4c1d-956b-169922380204","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:20.249164233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a72754-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33ac5abea4ade27b9bb66be98528e8e64c0809b1a5da203932ff747ed1698f8d) AuthConfig (81e691758bac45892855a66a9ba17e72b1016a32c4ac181fcb3a45585ba8052e) AuthConfig (d787e8453d3921ae3ffbb6a9765e707fe70d55ebc9b26d5e3a0cfbeda03b2292) AuthConfig (0e8f6641d6f5d5cdd6a23fa27242f513539e73525a8072ae93ffddfe37a16d27) AuthConfig (a3144bd115b318c84ef3360792801839fbfb0033632fd0bad438ec9ad50f9f2c) AuthConfig (57ff7d4def909706f0440705fa981478e9dd12cbfcfc64bf4c463fe8daf77d6b) AuthConfig (5d3ab996ecd74913cf718942810252edb4aca18aea23a8538c0145ca987b9bb0) AuthConfig (5a2ee8f37c603768bfa640b0c21efb7b243b0e074a14dcf305837631610fe945) AuthConfig (d8989396c8c4d4d8cd586f00820c0123b570877006fae05d1aae87306cbf1d6a) AuthConfig (13d95bfc2132e2ce452c82b20ffc4e63e8f7cb0dab1326d2937c10760354a8be) AuthConfig (dacfd7b46feab4550090170ca1cabddee261a25d2bf7c3814ea91b685ba8d702) AuthConfig (b2e676ba2f53796c7a0bb53615f1ed6fb3a31a30e6b9f5ae021abcbb591b3c6e) AuthConfig (db650b0b316d8a1dfcb5b71899de310b344a7910084761a95cd3c54ef01cf6d7) AuthConfig (98717ee608f7dafee7d1a0f420cf8979def8294a39db278911f600c614872079) AuthConfig (042353448f0434da8f3e33c91bad4bd9d99fd94ce2b5b559b5bd804e64ee47a8) AuthConfig (b0ba4b9b514685d9adf7118d2689cd91b1e589cc07ec1e1c0a9ca08f6148522b) AuthConfig (decee1f3cd21aa54043171c9f72e3667e74d195edbd705b2e4879727083216eb) AuthConfig (ac3b3e731538b3af58e69ee1a8bd3261a0d60ec57544a34337ac4be921956b79)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"e85bb9b1-0565-4c1d-956b-169922380204","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:20.385863729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"0e99094c-c592-4d07-afa6-8d30c40fd2cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:20.440535808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"0e99094c-c592-4d07-afa6-8d30c40fd2cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:20.494235687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-ba34eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (691c3b85950b7472256bff2370737e3f7945e337d31758ff6e0d85cd61e7eba4) AuthConfig (a12b76ae6597a3131d69e5f121c7f8974e987c18ff86e1f2f3f37a5b02c2f95c) AuthConfig (ea410215c0c0b2d09c79ce1b681aebf457ab750970f2ef746ff961a86c9b2bfe) AuthConfig (d25526bb30c3019ae93c532262f58ab88899166e9497e6dcc0119e923e6246f9) AuthConfig (917bc0d55b6c77063e9c98497362cd0e4d07ffd89f722849e2d67c397c7d25e9) AuthConfig (e04caba39029dbaf6d071c8d1dc48409ecc6b1f5011753086ba1c45b1f0879eb) AuthConfig (073dff50c72ef54104f85ef9d976e18957a00e899a6889edd49e517f4357f882) AuthConfig (c77e8624e1fef4574e99112667ab7e2afa9fba18087597028e9effe6e1a8627a) AuthConfig (39457649330e4909167a00fd20b43d1da9993f4b1934dbdbe8ce2519469c47f4) AuthConfig (149b36ead2dd2aa77a9e6222fc3e9c7f97b5c80f346dcfcb548d8506c99ceb47) AuthConfig (f5849535de4b947cf26258b3e70c24d6dc631dfceac005f9c2ad11063ed4f976) AuthConfig (4420954b3d1d4f136bf437af6cd4ce36b3bd3c3f7b79f2586c90c60f30604730) AuthConfig (18a34e5ec308f74144db632821037e03d05df90daeff3b50ec25c745c31cbea8) AuthConfig (b45493f310015f03553b3f7a61434c9cf35a56bb3783e9e073bbeaa1c90494e3) AuthConfig (6eb85c49c1315718befa246e48732a2d5f8bb8732bce27fdd4f43513c2dc5ca6) AuthConfig (8c4e5d0be61c348ec84abe50988aefe775d541e75a1dfbd3c33d92ea50d675cd) AuthConfig (78a7eb11e6e0ec8548b27d99af53647e4a43881e016717fc71ec32507aabc0e3) AuthConfig (513faf6b44bf58af32783865928733b9ca00bf46e42cae815b37d9514f135fc0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"0e99094c-c592-4d07-afa6-8d30c40fd2cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:21.484702238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"39c928f8-b181-4330-b815-567b53a402ec","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:21.484729358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"39c928f8-b181-4330-b815-567b53a402ec","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:21.537425483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"5653b8d7-585f-4e99-8078-8198486b74e9","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:21.537446784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"5653b8d7-585f-4e99-8078-8198486b74e9","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:21.637073209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"1123e57b-21b7-4100-b124-2b626eb1aa9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:21.759689589Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"1123e57b-21b7-4100-b124-2b626eb1aa9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:21.813236068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-cb9a07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"1123e57b-21b7-4100-b124-2b626eb1aa9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:21.868900148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"8ea912db-1539-4598-b805-791aa3ecd4bf","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:21.868923937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"8ea912db-1539-4598-b805-791aa3ecd4bf","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:22.834636489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"50c362d1-dcb3-4a1a-b708-0eab89627f81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:23.02104485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"4f78c0e5-d28f-48e0-b37d-ec5644744855","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:23.105513048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"6d9d3b09-5e07-42b4-ad60-d98798a75bd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:23.206073706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"7870b689-308f-43ee-9df3-9872afece78f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:23.306640696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"73c49a62-a520-4544-8e33-34e20b0cd362","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:23.522102462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"27e583aa-2132-4ff6-b5f1-ce55a9cceab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:23.62450513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"1f453bca-8166-4019-af64-2fa8873619e9","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"maas-trlp-auth-test-model-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:23.749956403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"c13dd2c2-661e-441c-8eeb-1f0630279f25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:23.849835317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0fad5af4-1a26-40b7-8464-2b9880d98ab5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:23.949840999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72c5452b-c7a5-4b4e-8c3b-38dce62c43e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:24.08681645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"0f9dc180-1401-4dc7-9aa5-ccb33ed727aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:24.200294143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"66f44c8e-ea57-45f1-8267-9b8ef5c0db04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:24.36803168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"19c51b59-783b-4603-a07e-6a2da310a4e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:25.390813109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"269d3bba-7359-4ed0-85af-0a84ddb305e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:25.445371879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"269d3bba-7359-4ed0-85af-0a84ddb305e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:25.501186374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4397fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"269d3bba-7359-4ed0-85af-0a84ddb305e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:30.359431298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"0a876578-d92e-49e0-abd4-f14dc1e66aa8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:30.413795234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"0a876578-d92e-49e0-abd4-f14dc1e66aa8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:30.605704042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"ba679e14-561a-4a21-b4e7-34518de78656","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:30.661145238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"ba679e14-561a-4a21-b4e7-34518de78656","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:30.687531507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"932d8bd5-ba2f-48cc-8f20-13a7f3e3a27b","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:30.687552871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"932d8bd5-ba2f-48cc-8f20-13a7f3e3a27b","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:30.968810208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"9975a241-0c58-4945-b403-45839881a670","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:30.968836922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"9975a241-0c58-4945-b403-45839881a670","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.327514101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"0f859677-bbf3-4b19-a293-b576f10e3907","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.327549266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"0f859677-bbf3-4b19-a293-b576f10e3907","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.383615836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"9cbd2998-362a-4998-a145-ee8b64cb63ab","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.383645939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"9cbd2998-362a-4998-a145-ee8b64cb63ab","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.426029378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"1ec165e3-ad1b-4273-8f99-0165dc205322","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:31.434375605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"5e689a1c-b572-4904-ae90-389e63e0ce03","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-bd09db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:31.435618544Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"9cbd2998-362a-4998-a145-ee8b64cb63ab","name":"auth-test-model-a72754","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a72754\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:31.435673253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"9cbd2998-362a-4998-a145-ee8b64cb63ab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a72754\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.441018956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"579da941-a6b0-4b82-aa3a-e13c08a66650","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.441035169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"579da941-a6b0-4b82-aa3a-e13c08a66650","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.481008485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"1ec165e3-ad1b-4273-8f99-0165dc205322","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.542322483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"e34d3e58-fe3d-47dc-a017-73be89d893e3","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.542343778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"e34d3e58-fe3d-47dc-a017-73be89d893e3","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.597322649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"c38fc0c1-1ee5-4ace-a50b-54d97b2a295f","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.597342519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"c38fc0c1-1ee5-4ace-a50b-54d97b2a295f","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.783754823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"beb70803-ce84-4b9a-ad3d-a715c32e76b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.800737728Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"bc78b216-febd-430e-bed8-348d13998939","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"maas-trlp-auth-test-model-a72754","model":"auth-test-model-a72754","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-a72754/e2e-auth-iso-bd09db"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.838388011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"beb70803-ce84-4b9a-ad3d-a715c32e76b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.960143273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"25ea1eeb-621d-4f2e-8ac7-f00f12ce2f28","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.960164548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"25ea1eeb-621d-4f2e-8ac7-f00f12ce2f28","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.968976054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"f33af2a4-7d32-499e-808b-1611f87ab37a","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.023641786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"f33af2a4-7d32-499e-808b-1611f87ab37a","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.07716255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-cb9a07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"f33af2a4-7d32-499e-808b-1611f87ab37a","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.159928578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"07493719-33eb-431f-8c3c-51a3a769533a","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"maas-trlp-auth-test-model-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.600714968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"0db3ef6c-dbab-48b7-a69c-ae15b1b8a78d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.661064575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"0db3ef6c-dbab-48b7-a69c-ae15b1b8a78d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.714331555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4397fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"0db3ef6c-dbab-48b7-a69c-ae15b1b8a78d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.601105427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"34b4f359-9b4e-46f6-a939-be6676f8ac1c","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.601132347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"34b4f359-9b4e-46f6-a939-be6676f8ac1c","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.65914619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"b29548ef-8c1f-43bd-8cd2-0e7f83833997","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.659170341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"b29548ef-8c1f-43bd-8cd2-0e7f83833997","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.699483268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"02692721-0178-413a-9b7c-34ff4e3a0b4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:36.710440312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"58fc564d-3acf-4e4c-b8d1-e4b6a7d75738","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2941d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.754132463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"02692721-0178-413a-9b7c-34ff4e3a0b4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.821748861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"bbbd4f86-73c7-452c-a5d0-c6f0cbf11994","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.821791448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"bbbd4f86-73c7-452c-a5d0-c6f0cbf11994","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.875498501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"e5cd9981-edb2-4ecd-bb2d-64b6a5fbde94","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.875525763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"e5cd9981-edb2-4ecd-bb2d-64b6a5fbde94","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:37.054714139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"bc2acf3d-2189-40d8-af0e-39155a981628","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:37.079105822Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"4cfb312a-91c2-439f-9232-5fc78ce7fde9","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"maas-trlp-auth-test-model-ba34eb","model":"auth-test-model-ba34eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-ba34eb/e2e-auth-iso-2941d4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:37.109961633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"bc2acf3d-2189-40d8-af0e-39155a981628","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:37.247511339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"9169cff1-fa34-4e31-804a-e88ec945b422","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:37.247546596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"9169cff1-fa34-4e31-804a-e88ec945b422","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:37.462717543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"0858e7aa-0bac-4509-b3f5-7efe5babfdb6","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"maas-trlp-auth-test-model-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.117597122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"051bd70e-73e2-4683-b140-6febf0486eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.167767875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"051bd70e-73e2-4683-b140-6febf0486eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.217413275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"051bd70e-73e2-4683-b140-6febf0486eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.267065066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"051bd70e-73e2-4683-b140-6febf0486eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.322882385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:40.085749564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1390d9-a563-42dd-bdec-02f3a5564397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:40.135323251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1390d9-a563-42dd-bdec-02f3a5564397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:40.185140331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1390d9-a563-42dd-bdec-02f3a5564397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:40.234743787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1390d9-a563-42dd-bdec-02f3a5564397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:42.177796489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"70662143-2810-4511-86bb-4d037ea65223","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:42.23815777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"70662143-2810-4511-86bb-4d037ea65223","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:42.295890775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-cb9a07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"70662143-2810-4511-86bb-4d037ea65223","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:45.81533055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"9e6b5fad-b7cf-4a86-b459-a4f65ea6023a","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:45.873053542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"9e6b5fad-b7cf-4a86-b459-a4f65ea6023a","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:45.93112331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4397fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"9e6b5fad-b7cf-4a86-b459-a4f65ea6023a","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:47.699194348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"89cdbb59-5191-4598-bda6-feae165cf949","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:47.819848226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"e06340d7-6060-4b81-89e1-41241c9028f4","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"maas-trlp-auth-test-model-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:47.980031982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"eb9e476c-1ac2-42b6-94d2-e768d3fe0e81","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:47.980053684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"eb9e476c-1ac2-42b6-94d2-e768d3fe0e81","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.09876956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"cfd0b2f0-6402-4920-a750-b2c8ca3eedb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.204467123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"b76e4eb2-8eb7-4f23-bd16-7c1b0645a61b","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"maas-trlp-auth-test-model-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.320667655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"375e3543-0a73-49c0-b0cb-325b5dcfb062","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.422589381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"489dc237-24c6-4e73-a1f9-5d07623970c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.439930734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"d95a8cd9-9036-4e57-9ff2-73c3dcae5fe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.552206143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"2fb5f5a7-e96a-4f24-9973-9222bfd12822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.668354295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"950ada86-b3a7-4690-80ba-dd52e8338dcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.938756551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-8ddd2c","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"explicit-model-8ddd2c","reconcileID":"5c6ddf6e-5ec2-4f0c-8315-58f18677c3a3","MaaSModelRef":{"name":"explicit-model-8ddd2c","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"routeName":"explicit-model-8ddd2c-kserve-route","namespace":"ai-tenant-e2e-explicit-8ddd2c","llmisvcName":"explicit-model-8ddd2c","gateway":"openshift-ingress/e2e-explicit-8ddd2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:48.95132385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"1459a118-ebaf-488a-9725-48ab8dbe3251","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:49.060499191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"6624551f-e4b8-4a8b-bf9b-c50e8549b07a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:49.152437834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b6431047-5b3f-46e9-8667-4dce29cdd176","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:49.180469545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"684ca744-e723-47c6-9690-105a0983bb6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:49.252573824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"0b7f26a4-42e4-49c5-aefd-55348c55eef3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:49.441543873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"c5584c88-7137-497a-b452-753072bb1de7","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:49.495871005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"c5584c88-7137-497a-b452-753072bb1de7","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.251527769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"aa4494e9-fbde-4af9-8130-7115aeef0077","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.251556175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"aa4494e9-fbde-4af9-8130-7115aeef0077","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.350348763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"565db1b0-2dae-4318-bdc4-5f0851c01c4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.405079706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"565db1b0-2dae-4318-bdc4-5f0851c01c4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.40631094Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"4b2c1458-ccb8-43ef-b958-5eee3e583800","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45404bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.450332152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"15b8fd46-ae48-40b9-b34c-e1fe31598d8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.5054408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"15b8fd46-ae48-40b9-b34c-e1fe31598d8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.559066308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-cb9a07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35bdfed20a1c3e8c569273879bfe37330f28a6b339f06ad74dc0f7af5889ceea) AuthConfig (4552803d1f7a1965aa73d69057701a5a4eb0a159a09b1bb611612e7f185f6f0e) AuthConfig (2edab68b3a4850803f38a7bf0fc73b8c242c12b84e404a928d7896aaa30150ac) AuthConfig (20099330fbbb28e9750ccc152a838ce5f66519c27e1eba294c90596000e5fd0d) AuthConfig (1ed044d2cfbbb3cce14379311af25a2c10d7eea3ae46086a8d0c7fee52f4cc70) AuthConfig (394e47c923de2bd8f79eacfd11b935b398ea9de6a89d7802a45c27447adfe1c4) AuthConfig (621d7c0ac649d9d6b1690cf24c6392b336d287b0ea875bb5f1f508ad6f449ba4) AuthConfig (f0a20f57e6998048a02f49ad58407287c7c28706b224ada530f66ed170e238bb) AuthConfig (26768f3ebb31472b7cc4b89c75db9087ae4fb9d75d52d2681321648034b45b23) AuthConfig (c3af94a844d07c7746932fd3463c10a7672a3e339e5bc353d3f7dc00b7c187a6) AuthConfig (0c3f363a64d0e66a9f8beb5b2643c2c898de82b17eb551e78896c2d980495849) AuthConfig (356dfeda25dbea8e08bcbe948ea4d22534d6bb653eab9b77bf95df294ea07462) AuthConfig (f5899f41871760478a75a8329a41c4fdd9dad858eb7fcf62f3649de421e1b601) AuthConfig (2a83019deae02406bee77fec0907b71c672e81fdfcb846b6ba61d0ee1194e609) AuthConfig (400b36f088055ed77a21d66ca1dca2f45c2390852fa464e4936c18d14a88cdf7) AuthConfig (4db4437e04778a728c32c0ef5fd4887874ac57596a478b3c8d5adb00c64ef678) AuthConfig (c4a651ecc84ccf7019bb2b28cc5f005f4b7a7a6a494961fc4fa10a2be81918e3) AuthConfig (65fb665f59f19ab8d3ec4489bc147cfe1083c633f14538d8932b4ab787d5e291)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"15b8fd46-ae48-40b9-b34c-e1fe31598d8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.614943114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"f8dc3b61-ffb2-4e67-ada4-4b638e756ec3","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.614967681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"f8dc3b61-ffb2-4e67-ada4-4b638e756ec3","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.703135713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"89eaadb4-585e-44e0-a469-5fd1d2636158","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:52.759025005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"89eaadb4-585e-44e0-a469-5fd1d2636158","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.032982105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"9d65ca8c-d48b-4a14-85da-ed66dfb1ece1","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.08786108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"9d65ca8c-d48b-4a14-85da-ed66dfb1ece1","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.141359503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4397fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (351abb15c35b8948dbd51b97468f7c593dbb1943cbbb549720831cb9f5dd6bd7) AuthConfig (c90e10d00b33eaf45b0307ca7c421891651c74cea2fb5e0143524e0338b3e9b0) AuthConfig (b297fc92a64d6b2e75c206d002c5aedcadd95ce81959e565f25a2f358957239d) AuthConfig (7746a85d09e128e55e4850e9f01d28bbaf602cd6cd8ed75326c9720864532c7d) AuthConfig (cf22f02ab19e840cc3ad735c83d8cc46d94a0e8920f67e4a9015e3b28bfe3fbd) AuthConfig (b159b62362ac183ae140a786565cbeca4e9e9eae366ccb9ecccdd354df7ebaeb) AuthConfig (77588c2b76afd9bef09eb65171e6f1b8d8787c8baadf5f58614a8af62057642a) AuthConfig (33db30afa3b97cdea098ee535387e88e41ac101a9aa108b64f7e47e88bf9654f) AuthConfig (29f52539eb10fdb62c0bc1c965ccdabda32d41dd3acea40914d960104bd0439a) AuthConfig (a5609a53df19b6cca5018fcaeee22817b195840007f6867b8616411fa50169e4) AuthConfig (f3bb90a1208a6ca87360d27ecdb604c4666dd52ef8daa049b131c0006626ada6) AuthConfig (4af67cf8053b6246831763ac292cdd1d76a4663d5bda7850a8fac7549864c9a7) AuthConfig (5e70576630d85c66da5ed4ea5dfa2c35114db734f9898c92508a0feb3bd5952b) AuthConfig (a7d72dfce47835567994c3b62150d3ba7c2cbba436bcff825bbc00b7e8d37d4f) AuthConfig (6421448ca5e2d2fd8668cb6e29f31a26994d71218170856ebd11d51df8d49640) AuthConfig (ff896e5a498663215ba0b1dbd3547ba5b17800e2cbb77643d599ae5f7ae2736a) AuthConfig (80f11b9616dd7166c20ec077dd727ee2976d0857d59132184b29ba3ecd90df41) AuthConfig (c4d6720a215347b3ea8c7e1ff8a2fa278314c4d94f084e8bc26b4f51600c3e62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"9d65ca8c-d48b-4a14-85da-ed66dfb1ece1","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.199807054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"f164d09b-49bb-400c-8be4-abd4463ca7a1","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:56.199830405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"f164d09b-49bb-400c-8be4-abd4463ca7a1","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.457231191Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"9da652e7-d16d-424b-8b9b-3dd8d6ddf086","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","subscription":"e2e-auth-iso-bd09db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.507644413Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"9da652e7-d16d-424b-8b9b-3dd8d6ddf086","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.557737381Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"9da652e7-d16d-424b-8b9b-3dd8d6ddf086","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"maas-trlp-auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.72501041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"c4c68569-b673-45fa-940f-0d4d97c961fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.779896569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"c4c68569-b673-45fa-940f-0d4d97c961fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.833740613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-cb9a07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35bdfed20a1c3e8c569273879bfe37330f28a6b339f06ad74dc0f7af5889ceea) AuthConfig (4552803d1f7a1965aa73d69057701a5a4eb0a159a09b1bb611612e7f185f6f0e) AuthConfig (2edab68b3a4850803f38a7bf0fc73b8c242c12b84e404a928d7896aaa30150ac) AuthConfig (20099330fbbb28e9750ccc152a838ce5f66519c27e1eba294c90596000e5fd0d) AuthConfig (1ed044d2cfbbb3cce14379311af25a2c10d7eea3ae46086a8d0c7fee52f4cc70) AuthConfig (394e47c923de2bd8f79eacfd11b935b398ea9de6a89d7802a45c27447adfe1c4) AuthConfig (621d7c0ac649d9d6b1690cf24c6392b336d287b0ea875bb5f1f508ad6f449ba4) AuthConfig (f0a20f57e6998048a02f49ad58407287c7c28706b224ada530f66ed170e238bb) AuthConfig (26768f3ebb31472b7cc4b89c75db9087ae4fb9d75d52d2681321648034b45b23) AuthConfig (c3af94a844d07c7746932fd3463c10a7672a3e339e5bc353d3f7dc00b7c187a6) AuthConfig (0c3f363a64d0e66a9f8beb5b2643c2c898de82b17eb551e78896c2d980495849) AuthConfig (356dfeda25dbea8e08bcbe948ea4d22534d6bb653eab9b77bf95df294ea07462) AuthConfig (f5899f41871760478a75a8329a41c4fdd9dad858eb7fcf62f3649de421e1b601) AuthConfig (2a83019deae02406bee77fec0907b71c672e81fdfcb846b6ba61d0ee1194e609) AuthConfig (400b36f088055ed77a21d66ca1dca2f45c2390852fa464e4936c18d14a88cdf7) AuthConfig (4db4437e04778a728c32c0ef5fd4887874ac57596a478b3c8d5adb00c64ef678) AuthConfig (c4a651ecc84ccf7019bb2b28cc5f005f4b7a7a6a494961fc4fa10a2be81918e3) AuthConfig (65fb665f59f19ab8d3ec4489bc147cfe1083c633f14538d8932b4ab787d5e291)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"c4c68569-b673-45fa-940f-0d4d97c961fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.838838318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"5472a93a-3a5c-4dd4-90ad-101a6b86bb1f","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.838860211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"5472a93a-3a5c-4dd4-90ad-101a6b86bb1f","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.938140465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"056da0b3-b4bd-4022-8f22-ece9563ae495","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.992532697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"056da0b3-b4bd-4022-8f22-ece9563ae495","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.994426227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"1e4be8dd-ddde-46db-bd87-2f1bb9d9cade","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.994445016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"1e4be8dd-ddde-46db-bd87-2f1bb9d9cade","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.093300676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"8e4af6a0-359b-4917-8dd6-faf986f37a23","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.148029946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"8e4af6a0-359b-4917-8dd6-faf986f37a23","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.153028631Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"23f2d65a-20c6-49c1-bfe0-dde1fc90f317","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-917a3e10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.293253495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"8ba70ad9-ae0a-42ef-9811-93fc56d26589","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.347864556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"8ba70ad9-ae0a-42ef-9811-93fc56d26589","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.491175625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"f57d4933-579a-4cc9-b1cb-4c045784f85b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.546059185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"f57d4933-579a-4cc9-b1cb-4c045784f85b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.300079512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"b74acf1f-51ed-49a1-b39c-d3da0d0bb3c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.355591174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"b74acf1f-51ed-49a1-b39c-d3da0d0bb3c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.41019317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4397fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (351abb15c35b8948dbd51b97468f7c593dbb1943cbbb549720831cb9f5dd6bd7) AuthConfig (c90e10d00b33eaf45b0307ca7c421891651c74cea2fb5e0143524e0338b3e9b0) AuthConfig (b297fc92a64d6b2e75c206d002c5aedcadd95ce81959e565f25a2f358957239d) AuthConfig (7746a85d09e128e55e4850e9f01d28bbaf602cd6cd8ed75326c9720864532c7d) AuthConfig (cf22f02ab19e840cc3ad735c83d8cc46d94a0e8920f67e4a9015e3b28bfe3fbd) AuthConfig (b159b62362ac183ae140a786565cbeca4e9e9eae366ccb9ecccdd354df7ebaeb) AuthConfig (77588c2b76afd9bef09eb65171e6f1b8d8787c8baadf5f58614a8af62057642a) AuthConfig (33db30afa3b97cdea098ee535387e88e41ac101a9aa108b64f7e47e88bf9654f) AuthConfig (29f52539eb10fdb62c0bc1c965ccdabda32d41dd3acea40914d960104bd0439a) AuthConfig (a5609a53df19b6cca5018fcaeee22817b195840007f6867b8616411fa50169e4) AuthConfig (f3bb90a1208a6ca87360d27ecdb604c4666dd52ef8daa049b131c0006626ada6) AuthConfig (4af67cf8053b6246831763ac292cdd1d76a4663d5bda7850a8fac7549864c9a7) AuthConfig (5e70576630d85c66da5ed4ea5dfa2c35114db734f9898c92508a0feb3bd5952b) AuthConfig (a7d72dfce47835567994c3b62150d3ba7c2cbba436bcff825bbc00b7e8d37d4f) AuthConfig (6421448ca5e2d2fd8668cb6e29f31a26994d71218170856ebd11d51df8d49640) AuthConfig (ff896e5a498663215ba0b1dbd3547ba5b17800e2cbb77643d599ae5f7ae2736a) AuthConfig (80f11b9616dd7166c20ec077dd727ee2976d0857d59132184b29ba3ecd90df41) AuthConfig (c4d6720a215347b3ea8c7e1ff8a2fa278314c4d94f084e8bc26b4f51600c3e62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"b74acf1f-51ed-49a1-b39c-d3da0d0bb3c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.32404223Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:12.934767707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"1f855483-11b5-474a-9a2d-42fbda1dd89e","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:12.989612024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"1f855483-11b5-474a-9a2d-42fbda1dd89e","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.044256079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-cb9a07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35bdfed20a1c3e8c569273879bfe37330f28a6b339f06ad74dc0f7af5889ceea) AuthConfig (4552803d1f7a1965aa73d69057701a5a4eb0a159a09b1bb611612e7f185f6f0e) AuthConfig (2edab68b3a4850803f38a7bf0fc73b8c242c12b84e404a928d7896aaa30150ac) AuthConfig (20099330fbbb28e9750ccc152a838ce5f66519c27e1eba294c90596000e5fd0d) AuthConfig (1ed044d2cfbbb3cce14379311af25a2c10d7eea3ae46086a8d0c7fee52f4cc70) AuthConfig (394e47c923de2bd8f79eacfd11b935b398ea9de6a89d7802a45c27447adfe1c4) AuthConfig (621d7c0ac649d9d6b1690cf24c6392b336d287b0ea875bb5f1f508ad6f449ba4) AuthConfig (f0a20f57e6998048a02f49ad58407287c7c28706b224ada530f66ed170e238bb) AuthConfig (26768f3ebb31472b7cc4b89c75db9087ae4fb9d75d52d2681321648034b45b23) AuthConfig (c3af94a844d07c7746932fd3463c10a7672a3e339e5bc353d3f7dc00b7c187a6) AuthConfig (0c3f363a64d0e66a9f8beb5b2643c2c898de82b17eb551e78896c2d980495849) AuthConfig (356dfeda25dbea8e08bcbe948ea4d22534d6bb653eab9b77bf95df294ea07462) AuthConfig (f5899f41871760478a75a8329a41c4fdd9dad858eb7fcf62f3649de421e1b601) AuthConfig (2a83019deae02406bee77fec0907b71c672e81fdfcb846b6ba61d0ee1194e609) AuthConfig (400b36f088055ed77a21d66ca1dca2f45c2390852fa464e4936c18d14a88cdf7) AuthConfig (4db4437e04778a728c32c0ef5fd4887874ac57596a478b3c8d5adb00c64ef678) AuthConfig (c4a651ecc84ccf7019bb2b28cc5f005f4b7a7a6a494961fc4fa10a2be81918e3) AuthConfig (65fb665f59f19ab8d3ec4489bc147cfe1083c633f14538d8932b4ab787d5e291)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"1f855483-11b5-474a-9a2d-42fbda1dd89e","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.203903469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"117c7823-401e-4944-87fe-805ca7da5446","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","subscription":"e2e-auth-iso-bd09db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.254430976Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"117c7823-401e-4944-87fe-805ca7da5446","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.304837516Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"117c7823-401e-4944-87fe-805ca7da5446","MaaSSubscription":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"maas-trlp-auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.601641544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"2dd41fa9-3899-42a8-9703-96a2b6ebe754","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.60166426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"2dd41fa9-3899-42a8-9703-96a2b6ebe754","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.700371828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"4234a4ec-5867-44b1-9c60-62f1fa5fae81","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.754837188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"4234a4ec-5867-44b1-9c60-62f1fa5fae81","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.758090605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"27ee2cbe-46d4-411d-b93e-2b499c50b7e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.758194973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"66d918a1-b013-4195-99b7-93bcc3ec7d31","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.75824302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"66d918a1-b013-4195-99b7-93bcc3ec7d31","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:13.913891928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"27ee2cbe-46d4-411d-b93e-2b499c50b7e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.049286873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"27ee2cbe-46d4-411d-b93e-2b499c50b7e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"name":"e2e-shared-a-w4-8fb7f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.049310731Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"e2e-auth-iso-bd09db","reconcileID":"27ee2cbe-46d4-411d-b93e-2b499c50b7e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.066094317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"a7f5b0dd-762a-4445-b10c-3120410073de","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.104977737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"99de99fb-ea24-4701-9f9c-8c9dc7aff1eb","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"tenant":"e2e-shared-a-w4-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","model":"ai-tenant-e2e-shared-a-w4-8fb7f0/auth-test-model-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.105000123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"auth-test-model-8fb7f0","reconcileID":"99de99fb-ea24-4701-9f9c-8c9dc7aff1eb","MaaSModelRef":{"name":"auth-test-model-8fb7f0","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"routeName":"auth-test-model-8fb7f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","llmisvcName":"auth-test-model-8fb7f0","gateway":"openshift-ingress/e2e-shared-a-w4-8fb7f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.120945563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"a7f5b0dd-762a-4445-b10c-3120410073de","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.248483807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"a6acb7be-6057-4f78-9be8-dead47b4f3e2","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.248504958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"a6acb7be-6057-4f78-9be8-dead47b4f3e2","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.320281883Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"2f4b0153-854a-49f4-930d-66bb3b1993f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.47031574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"2f4b0153-854a-49f4-930d-66bb3b1993f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.593272276Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"2f4b0153-854a-49f4-930d-66bb3b1993f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"name":"e2e-shared-b-w4-a72754-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.593296305Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"e2e-auth-iso-bd09db","reconcileID":"2f4b0153-854a-49f4-930d-66bb3b1993f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd09db","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.647806364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"3bfb992c-8011-4bd3-a7a1-235559c355b4","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"tenant":"e2e-shared-b-w4-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","model":"ai-tenant-e2e-shared-b-w4-a72754/auth-test-model-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.647827895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"auth-test-model-a72754","reconcileID":"3bfb992c-8011-4bd3-a7a1-235559c355b4","MaaSModelRef":{"name":"auth-test-model-a72754","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"routeName":"auth-test-model-a72754-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a72754","llmisvcName":"auth-test-model-a72754","gateway":"openshift-ingress/e2e-shared-b-w4-a72754","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.512317418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"422bb655-66c4-4c7c-8800-2b38bb39642a","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.569658256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"422bb655-66c4-4c7c-8800-2b38bb39642a","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.630526586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4397fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (351abb15c35b8948dbd51b97468f7c593dbb1943cbbb549720831cb9f5dd6bd7) AuthConfig (c90e10d00b33eaf45b0307ca7c421891651c74cea2fb5e0143524e0338b3e9b0) AuthConfig (b297fc92a64d6b2e75c206d002c5aedcadd95ce81959e565f25a2f358957239d) AuthConfig (7746a85d09e128e55e4850e9f01d28bbaf602cd6cd8ed75326c9720864532c7d) AuthConfig (cf22f02ab19e840cc3ad735c83d8cc46d94a0e8920f67e4a9015e3b28bfe3fbd) AuthConfig (b159b62362ac183ae140a786565cbeca4e9e9eae366ccb9ecccdd354df7ebaeb) AuthConfig (77588c2b76afd9bef09eb65171e6f1b8d8787c8baadf5f58614a8af62057642a) AuthConfig (33db30afa3b97cdea098ee535387e88e41ac101a9aa108b64f7e47e88bf9654f) AuthConfig (29f52539eb10fdb62c0bc1c965ccdabda32d41dd3acea40914d960104bd0439a) AuthConfig (a5609a53df19b6cca5018fcaeee22817b195840007f6867b8616411fa50169e4) AuthConfig (f3bb90a1208a6ca87360d27ecdb604c4666dd52ef8daa049b131c0006626ada6) AuthConfig (4af67cf8053b6246831763ac292cdd1d76a4663d5bda7850a8fac7549864c9a7) AuthConfig (5e70576630d85c66da5ed4ea5dfa2c35114db734f9898c92508a0feb3bd5952b) AuthConfig (a7d72dfce47835567994c3b62150d3ba7c2cbba436bcff825bbc00b7e8d37d4f) AuthConfig (6421448ca5e2d2fd8668cb6e29f31a26994d71218170856ebd11d51df8d49640) AuthConfig (ff896e5a498663215ba0b1dbd3547ba5b17800e2cbb77643d599ae5f7ae2736a) AuthConfig (80f11b9616dd7166c20ec077dd727ee2976d0857d59132184b29ba3ecd90df41) AuthConfig (c4d6720a215347b3ea8c7e1ff8a2fa278314c4d94f084e8bc26b4f51600c3e62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"422bb655-66c4-4c7c-8800-2b38bb39642a","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:21.618925612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"9ce92b7d-9a02-4c63-8023-5a79805926af","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"maas-trlp-auth-test-model-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:21.778723834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"9be7060b-a105-4b20-9ca6-f80b85c8a589","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:21.778744227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"9be7060b-a105-4b20-9ca6-f80b85c8a589","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.144280099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"7bd91b95-d999-43bc-8d42-ff09e469072c","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.199352096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"7bd91b95-d999-43bc-8d42-ff09e469072c","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.368447634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"950a4642-c160-410c-992c-1541cdff0c02","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.414470991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"be3ba33b-8231-40a5-9a1b-cc1e70f43706","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.414492119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"be3ba33b-8231-40a5-9a1b-cc1e70f43706","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.42327146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"950a4642-c160-410c-992c-1541cdff0c02","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.454011669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"42dcec57-3cff-45f0-ac3f-96c15ba44522","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.454033897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"42dcec57-3cff-45f0-ac3f-96c15ba44522","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.469357647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"a3ffaf11-4ae6-46d1-add0-25ac24943298","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.469381519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"a3ffaf11-4ae6-46d1-add0-25ac24943298","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.568451843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"5f68838d-1749-46ee-9eb2-f7680bef4171","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.692000757Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"5f68838d-1749-46ee-9eb2-f7680bef4171","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.745440478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3be6fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"5f68838d-1749-46ee-9eb2-f7680bef4171","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.800739454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"55c4d484-4a66-463c-b91c-d30cfbc2072a","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.800766211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"55c4d484-4a66-463c-b91c-d30cfbc2072a","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.040648791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"f523f6c7-471b-4588-a5e7-81e10b30fa3e","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.040668229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"f523f6c7-471b-4588-a5e7-81e10b30fa3e","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.104568882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"d0ef3ba1-2950-4806-b906-ffaa9c95e0d9","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.104594478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"d0ef3ba1-2950-4806-b906-ffaa9c95e0d9","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.150366912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"6786c45e-afad-4596-8741-4703d7fbdb89","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:24.167413599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"b6667fb6-41d1-43ca-a1a5-223cf3d328fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-af4da4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.205040305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"6786c45e-afad-4596-8741-4703d7fbdb89","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.277112216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"1cba6c24-5c99-432d-b499-3531244fd327","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.277134249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"1cba6c24-5c99-432d-b499-3531244fd327","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.33036303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"f62c6c51-6e19-424d-b7eb-4bc02ed1090c","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.33038616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"f62c6c51-6e19-424d-b7eb-4bc02ed1090c","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.504108555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"494ed56f-c170-4ebf-8dd9-af99550d71da","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.532570921Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"5c255a6b-27f5-4f9f-9923-a7f5dd43fc0a","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"maas-trlp-auth-test-model-cb9a07","model":"auth-test-model-cb9a07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-cb9a07/e2e-auth-iso-af4da4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.561570905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"494ed56f-c170-4ebf-8dd9-af99550d71da","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.698248598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"6497639c-dd85-4df3-a881-6c0caaa699de","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.698275851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"6497639c-dd85-4df3-a881-6c0caaa699de","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.899190492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"d332b526-3477-4052-a97c-c93efb354371","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"maas-trlp-auth-test-model-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.834662482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc17edc6-961d-4f3f-bb74-4eaeba9414da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.884469101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc17edc6-961d-4f3f-bb74-4eaeba9414da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.945461985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc17edc6-961d-4f3f-bb74-4eaeba9414da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:25.995317736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc17edc6-961d-4f3f-bb74-4eaeba9414da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:26.730350905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"bbf0b32b-7d13-4f6f-915d-76be3ac4303f","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:26.784940345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"bbf0b32b-7d13-4f6f-915d-76be3ac4303f","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.075485038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"994c0d2b-217a-4ade-82f4-bcdc538e38d2","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.075507267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"994c0d2b-217a-4ade-82f4-bcdc538e38d2","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.7003357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"c8f14176-b45b-4e68-b04c-7d3ea1961922","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.700367054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"c8f14176-b45b-4e68-b04c-7d3ea1961922","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.757567713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"12a356ed-617f-41cb-b0b4-eba56c88605e","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.757594848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"12a356ed-617f-41cb-b0b4-eba56c88605e","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:27.807991422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"0dc98b5c-e3d4-43b0-a4c7-181f71279a9e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-cdae8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.838866811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c8b1a2-8cc4-47bc-9de8-89f71443d7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.83901859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"ab76210a-e799-4831-a145-c1c28b1951bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.88920151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c8b1a2-8cc4-47bc-9de8-89f71443d7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.938819358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c8b1a2-8cc4-47bc-9de8-89f71443d7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.944088139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"ab76210a-e799-4831-a145-c1c28b1951bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.988556075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c8b1a2-8cc4-47bc-9de8-89f71443d7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.999504239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"51e34ed7-40f4-4bcf-8f5f-709e355da447","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:27.999525119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"51e34ed7-40f4-4bcf-8f5f-709e355da447","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.052712995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"233d5d0c-3b3d-461b-80ee-12903caa88e0","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.052732951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"233d5d0c-3b3d-461b-80ee-12903caa88e0","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.243333138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"94c021f0-2944-4efb-85d9-737907c4d64e","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.298346467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"94c021f0-2944-4efb-85d9-737907c4d64e","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.298514973Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"1262ce93-24ea-4105-943a-0d0c91be05b5","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"maas-trlp-auth-test-model-4397fc","model":"auth-test-model-4397fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-4397fc/e2e-auth-iso-cdae8a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.456422616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"c96109e8-3ab4-4a2d-887a-8a37893fa6e8","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.456445212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"c96109e8-3ab4-4a2d-887a-8a37893fa6e8","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:28.656690793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"aab05538-1554-4fa7-9c9f-4a416c4a074a","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"maas-trlp-auth-test-model-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.900859616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"a55031f9-34d3-4929-999b-2c9866aea28f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.956428721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"a55031f9-34d3-4929-999b-2c9866aea28f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.009655464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3be6fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"a55031f9-34d3-4929-999b-2c9866aea28f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:38.32735108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.111119077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"15cc2bd4-c2a9-4040-b8f4-1f407b6e16b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.166109061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"15cc2bd4-c2a9-4040-b8f4-1f407b6e16b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.219629817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3be6fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"15cc2bd4-c2a9-4040-b8f4-1f407b6e16b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.364537059Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","namespace":"ai-tenant-e2e-explicit-8ddd2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.364629897Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","namespace":"ai-tenant-e2e-explicit-8ddd2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.364717079Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","tenant":"e2e-explicit-8ddd2c","tenantID":"e2e-explicit-8ddd2c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.416266146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"Deployment","name":"maas-api-e2e-explicit-8ddd2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.475944988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"Service","name":"maas-api-e2e-explicit-8ddd2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.535978784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-8ddd2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.5935463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-8ddd2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.656663042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.709235619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.764716177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.816802557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.866170462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"Deployment","name":"payload-processing-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.915537702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.964642093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"Service","name":"payload-processing-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:45.014472412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"Service","name":"payload-pre-processing-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:45.066702133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:45.116457621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:45.166319171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:45.220048883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:45.269906539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:45.319419277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:45.369491566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-8ddd2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:45.419106145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-8ddd2c"},"namespace":"ai-tenant-e2e-explicit-8ddd2c","name":"default-tenant","reconcileID":"84d7b60a-df81-4fde-ba19-314e2e426071","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-8ddd2c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:46.259935414Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-8ddd2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-8ddd2c","reconcileID":"161958cf-67c8-4676-9160-9955f708e8fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-8ddd2c","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-8ddd2c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.463679231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8185be62-bede-4455-a940-a21fbf3ff593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.514383279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8185be62-bede-4455-a940-a21fbf3ff593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.565344866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8185be62-bede-4455-a940-a21fbf3ff593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.618357904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8185be62-bede-4455-a940-a21fbf3ff593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.930685311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"ad06c15a-ba29-4b92-83ce-003fae79fff4","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"maas-trlp-auth-test-model-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.960032272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"bad47a8c-cf83-42fb-b2c5-7080c96d3123","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"maas-trlp-auth-test-model-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.11575898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"a3aac037-0355-4db8-b158-f5f394d712cf","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.115780571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"a3aac037-0355-4db8-b158-f5f394d712cf","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.192471139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"df8ac38e-210c-4f97-ac53-cf11e247d7bb","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.192492062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"df8ac38e-210c-4f97-ac53-cf11e247d7bb","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.552038212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f710c28-f7e9-4841-b4dd-1b4cc8427d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.601957269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f710c28-f7e9-4841-b4dd-1b4cc8427d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.651775528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f710c28-f7e9-4841-b4dd-1b4cc8427d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.701364028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f710c28-f7e9-4841-b4dd-1b4cc8427d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.424240384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"5a6891db-041f-48de-8c99-aa3c53d6fa97","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.481430679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"5a6891db-041f-48de-8c99-aa3c53d6fa97","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.591635474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"1b38f9f6-32bd-4963-b3e9-808034800ec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.648444059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"1b38f9f6-32bd-4963-b3e9-808034800ec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.877980022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"23c0666e-a374-41ec-9027-80c4bd86d39e","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.878001614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"23c0666e-a374-41ec-9027-80c4bd86d39e","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.932826596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"e60ee09c-5b5c-405b-9ecc-60cd9eb4232f","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:50.932849284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"e60ee09c-5b5c-405b-9ecc-60cd9eb4232f","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.032474353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"268bab7b-ef8f-4d6a-aadf-7327cb00c553","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.188933894Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"268bab7b-ef8f-4d6a-aadf-7327cb00c553","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.242150479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-f9925a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"268bab7b-ef8f-4d6a-aadf-7327cb00c553","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.295616298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"4d97406b-2301-4f7a-ae55-4b935dcade5f","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.295641015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"4d97406b-2301-4f7a-ae55-4b935dcade5f","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.540327363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"106a2512-9efb-4830-9464-93496cd7a825","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.540353434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"106a2512-9efb-4830-9464-93496cd7a825","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.592866366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"a797574a-376b-4043-99b4-7dcafe4ddfc5","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.592892806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"a797574a-376b-4043-99b4-7dcafe4ddfc5","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.692364875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"0695f214-56e7-47a1-98bc-e9efb1af756a","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.835671049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"0695f214-56e7-47a1-98bc-e9efb1af756a","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.889467595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8596-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"0695f214-56e7-47a1-98bc-e9efb1af756a","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.944697653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"d586a777-dbe6-4055-8825-87f9e6772e53","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:51.944722289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"d586a777-dbe6-4055-8825-87f9e6772e53","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.31988545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"cc53714f-1525-40cd-b337-691106560ee2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.374841141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"cc53714f-1525-40cd-b337-691106560ee2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.429988053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3be6fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (011f5b9b51d01878a945abef994a73d2dac6d3fee903b423172b92c60dd272bf) AuthConfig (e0c7ba82bb288b2a6d266769a276c1da8146160eea3793c684dbdc39f84e823b) AuthConfig (85fda304d837c1a236fa72e75ad84b38ac1e240c273fd4d27207ab1c585ee0de) AuthConfig (6e9b30d178ce18510cb7952f89e6d5b2ff015206752a150f0a992fef9a047c5f) AuthConfig (10893cee81a7bbba0c1ade8c8681793fb65dee85105d7e136d6893c5046a8ca8) AuthConfig (c1130a6216fac60c2b6a368ff272df38c980bb177da55928a2bc97e3254fb0e9) AuthConfig (6920867751d15b0d5142ef674a80ad71bb585ea723f894d7696de5ad03d9fdc9) AuthConfig (402f67cf4ada99f8b0611eb7c47c893a7c3cd091fd6ed1b2810bc034f07ec242) AuthConfig (d6a286468c3c46bdb6a8955f6a26ddec0cd419c91e1e5229dd14fb746c23cff2) AuthConfig (576b1047465660cee8e7f692acb23f9d1532813250f0cd2ebccace4b8592d3e6) AuthConfig (007c8c335f334b4ac75c1d5568a2e06f9ab277ebeb6578e80ab13cd1282abed3) AuthConfig (f5225fa48ae1acb45f25f12909f4becc7bad63935a96aa8adc1d248aa8430fe9) AuthConfig (823e8dcf2df9babb4b8abb63fe69fe74d768b2e7e066acfa1ba825bccd4fcd94) AuthConfig (8326ce9c338cc02a99840b0fa3278a0236c60a2473459add8f3c96b7ac17ead6) AuthConfig (16e5fb81353c3e4703be1c868533b3fc1d915bdd43371d6f35c886e230d037bc) AuthConfig (c189699b095f083666aff8d2555e4ab4025382d2740b52713918cf9593faf342) AuthConfig (e6d44de08a9c7e0643336981a942d24d290c0ac9fbf8c78b3d9c316702f3ee2b) AuthConfig (f32143b367756bec4a6a6867edf09f09932a7e9022f3cb8469c3e9e8660f024c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"cc53714f-1525-40cd-b337-691106560ee2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.485808442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"b1969571-279c-44de-8838-531a4528309a","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.485828277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"b1969571-279c-44de-8838-531a4528309a","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.396028634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"8fef3204-3f8d-4239-bc6a-abdbac3d7dbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.453449336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"8fef3204-3f8d-4239-bc6a-abdbac3d7dbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.506963926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-f9925a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"8fef3204-3f8d-4239-bc6a-abdbac3d7dbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.044497345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"7d888cea-b10b-45cc-aba5-be220f383ac1","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.100413957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"7d888cea-b10b-45cc-aba5-be220f383ac1","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.153779913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8596-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"7d888cea-b10b-45cc-aba5-be220f383ac1","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.585602614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"0cddee84-b2b6-4a7b-bc5d-5b0cf2b8cde6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.640923284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"0cddee84-b2b6-4a7b-bc5d-5b0cf2b8cde6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:04.694146307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3be6fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (011f5b9b51d01878a945abef994a73d2dac6d3fee903b423172b92c60dd272bf) AuthConfig (e0c7ba82bb288b2a6d266769a276c1da8146160eea3793c684dbdc39f84e823b) AuthConfig (85fda304d837c1a236fa72e75ad84b38ac1e240c273fd4d27207ab1c585ee0de) AuthConfig (6e9b30d178ce18510cb7952f89e6d5b2ff015206752a150f0a992fef9a047c5f) AuthConfig (10893cee81a7bbba0c1ade8c8681793fb65dee85105d7e136d6893c5046a8ca8) AuthConfig (c1130a6216fac60c2b6a368ff272df38c980bb177da55928a2bc97e3254fb0e9) AuthConfig (6920867751d15b0d5142ef674a80ad71bb585ea723f894d7696de5ad03d9fdc9) AuthConfig (402f67cf4ada99f8b0611eb7c47c893a7c3cd091fd6ed1b2810bc034f07ec242) AuthConfig (d6a286468c3c46bdb6a8955f6a26ddec0cd419c91e1e5229dd14fb746c23cff2) AuthConfig (576b1047465660cee8e7f692acb23f9d1532813250f0cd2ebccace4b8592d3e6) AuthConfig (007c8c335f334b4ac75c1d5568a2e06f9ab277ebeb6578e80ab13cd1282abed3) AuthConfig (f5225fa48ae1acb45f25f12909f4becc7bad63935a96aa8adc1d248aa8430fe9) AuthConfig (823e8dcf2df9babb4b8abb63fe69fe74d768b2e7e066acfa1ba825bccd4fcd94) AuthConfig (8326ce9c338cc02a99840b0fa3278a0236c60a2473459add8f3c96b7ac17ead6) AuthConfig (16e5fb81353c3e4703be1c868533b3fc1d915bdd43371d6f35c886e230d037bc) AuthConfig (c189699b095f083666aff8d2555e4ab4025382d2740b52713918cf9593faf342) AuthConfig (e6d44de08a9c7e0643336981a942d24d290c0ac9fbf8c78b3d9c316702f3ee2b) AuthConfig (f32143b367756bec4a6a6867edf09f09932a7e9022f3cb8469c3e9e8660f024c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"0cddee84-b2b6-4a7b-bc5d-5b0cf2b8cde6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.32480806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:11.607064974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"4084a1f5-82ce-4a9c-8a4f-852384169e7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:11.661654314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"4084a1f5-82ce-4a9c-8a4f-852384169e7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:11.714936668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-f9925a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"4084a1f5-82ce-4a9c-8a4f-852384169e7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:12.25374929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"a351b950-3d82-4789-bf84-4142acb90e4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:12.308424209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"a351b950-3d82-4789-bf84-4142acb90e4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:12.361898664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8596-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"a351b950-3d82-4789-bf84-4142acb90e4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:14.794915031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"d629d199-1bf8-4506-93d6-178161ae91d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:14.850028128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"d629d199-1bf8-4506-93d6-178161ae91d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:14.90366449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-3be6fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (011f5b9b51d01878a945abef994a73d2dac6d3fee903b423172b92c60dd272bf) AuthConfig (e0c7ba82bb288b2a6d266769a276c1da8146160eea3793c684dbdc39f84e823b) AuthConfig (85fda304d837c1a236fa72e75ad84b38ac1e240c273fd4d27207ab1c585ee0de) AuthConfig (6e9b30d178ce18510cb7952f89e6d5b2ff015206752a150f0a992fef9a047c5f) AuthConfig (10893cee81a7bbba0c1ade8c8681793fb65dee85105d7e136d6893c5046a8ca8) AuthConfig (c1130a6216fac60c2b6a368ff272df38c980bb177da55928a2bc97e3254fb0e9) AuthConfig (6920867751d15b0d5142ef674a80ad71bb585ea723f894d7696de5ad03d9fdc9) AuthConfig (402f67cf4ada99f8b0611eb7c47c893a7c3cd091fd6ed1b2810bc034f07ec242) AuthConfig (d6a286468c3c46bdb6a8955f6a26ddec0cd419c91e1e5229dd14fb746c23cff2) AuthConfig (576b1047465660cee8e7f692acb23f9d1532813250f0cd2ebccace4b8592d3e6) AuthConfig (007c8c335f334b4ac75c1d5568a2e06f9ab277ebeb6578e80ab13cd1282abed3) AuthConfig (f5225fa48ae1acb45f25f12909f4becc7bad63935a96aa8adc1d248aa8430fe9) AuthConfig (823e8dcf2df9babb4b8abb63fe69fe74d768b2e7e066acfa1ba825bccd4fcd94) AuthConfig (8326ce9c338cc02a99840b0fa3278a0236c60a2473459add8f3c96b7ac17ead6) AuthConfig (16e5fb81353c3e4703be1c868533b3fc1d915bdd43371d6f35c886e230d037bc) AuthConfig (c189699b095f083666aff8d2555e4ab4025382d2740b52713918cf9593faf342) AuthConfig (e6d44de08a9c7e0643336981a942d24d290c0ac9fbf8c78b3d9c316702f3ee2b) AuthConfig (f32143b367756bec4a6a6867edf09f09932a7e9022f3cb8469c3e9e8660f024c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"d629d199-1bf8-4506-93d6-178161ae91d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:21.815281092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"9653ac71-4c84-48d6-a010-46d0d6004724","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:21.870949186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"9653ac71-4c84-48d6-a010-46d0d6004724","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:21.92413408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-f9925a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"9653ac71-4c84-48d6-a010-46d0d6004724","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:22.485518635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"1fba3512-23e8-441f-9b2a-9ebe07881d07","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:22.540312516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"1fba3512-23e8-441f-9b2a-9ebe07881d07","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:22.59348576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8596-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"1fba3512-23e8-441f-9b2a-9ebe07881d07","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.007597567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"e95ddf3a-f652-442d-a3d8-44d21dd7906f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.062417913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"e95ddf3a-f652-442d-a3d8-44d21dd7906f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.408528002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"e2ef5ede-a29b-4349-a19b-20e3e839a3d8","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.408557256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"e2ef5ede-a29b-4349-a19b-20e3e839a3d8","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.916726315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"878c04e1-34ba-4dac-9598-11f0afc851cb","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.916748108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"878c04e1-34ba-4dac-9598-11f0afc851cb","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.973025056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"59c3d081-1804-4040-b098-59faf895fe84","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.973053969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"59c3d081-1804-4040-b098-59faf895fe84","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:26.024027503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"341b59f8-25ec-4f72-8f77-4f9ea140d19a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2941d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:26.024461029Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"59c3d081-1804-4040-b098-59faf895fe84","name":"auth-test-model-3be6fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3be6fa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:26.024514005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"59c3d081-1804-4040-b098-59faf895fe84","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3be6fa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.030261964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"ddde8981-789d-46e6-89e2-a32ba85f3ffc","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.030278483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"ddde8981-789d-46e6-89e2-a32ba85f3ffc","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.058529026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6ac5e5-1e9c-4b86-8e22-7621a8ad1284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.058639402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"181f1e15-15d6-4bd6-9d27-13e16c447d45","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.108170253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6ac5e5-1e9c-4b86-8e22-7621a8ad1284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.158133285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6ac5e5-1e9c-4b86-8e22-7621a8ad1284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.162650361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"181f1e15-15d6-4bd6-9d27-13e16c447d45","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.208035645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6ac5e5-1e9c-4b86-8e22-7621a8ad1284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.218602791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"a281d60d-1bd8-424c-a915-2bfcb1b39e3b","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.218628899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"a281d60d-1bd8-424c-a915-2bfcb1b39e3b","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.271678312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"3ad80ac0-af0b-4ab2-a0b5-0e9e0170e7bc","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.271705748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"3ad80ac0-af0b-4ab2-a0b5-0e9e0170e7bc","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.516533262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"54ec379b-608c-488a-91e4-8f01be57e428","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.529471745Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"77eadb3f-5a19-404f-a60b-b6a2ac898d59","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"maas-trlp-auth-test-model-3be6fa","model":"auth-test-model-3be6fa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-3be6fa/e2e-auth-iso-2941d4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.571152089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"54ec379b-608c-488a-91e4-8f01be57e428","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.669042968Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-eb68dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-eb68dd","reconcileID":"04c7e10b-19d3-4524-8b25-74a9371fe088","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-eb68dd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-eb68dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.690571099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"59f79d65-1655-479b-ba92-208a44bc9a88","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.69059295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"59f79d65-1655-479b-ba92-208a44bc9a88","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.895970875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"f05d0869-e4e1-4674-ab26-4b20751ee1df","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"maas-trlp-auth-test-model-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.033429078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c6f01ed-60cc-49b4-aee6-c3ea72f3e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.082961145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c6f01ed-60cc-49b4-aee6-c3ea72f3e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.135301638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c6f01ed-60cc-49b4-aee6-c3ea72f3e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.186029975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c6f01ed-60cc-49b4-aee6-c3ea72f3e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.025044828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"c1a34b5b-fb5c-4114-bd4b-9f39ea60b548","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.080775588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"c1a34b5b-fb5c-4114-bd4b-9f39ea60b548","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.134801733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-f9925a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a40c5cc876c445d4790b1d04ec51bed880c853af413e19c6800cb21097dfb8f3) AuthConfig (887a0663a7e02359ab98bc876f835c778d6847c3fc76d939ac9d28d031bfe733) AuthConfig (587e165fd5089575050861887917b74d9d8fcf86fd37f5edafe6559edf91f47a) AuthConfig (aa882545ab07063091774cceb5db690e19fd33042cccd29295adb82e58211952) AuthConfig (e4c6e4bc7120d9b9e2a662667e49cea632847f8540c6354512c2418fbb9f8773) AuthConfig (2f29e368739ebfdb474ed7b2771bcfe80e516221c53d76082623778f00a190aa) AuthConfig (b8e3f18c0e3ca70a0f5798a74e4c40ae15b56f07d8a5343a7eec1df5f8b8f61c) AuthConfig (65daad020d3f00e11f73bc5aeb7a0ebe7cf77cb1db6d8f8abf279ad9d7eb9c11) AuthConfig (414c019d7d87be8e0cb4c1b6b89f32356b4ed04ab8017e49a3b4e28130de5280) AuthConfig (4fc4c2b48768aa257430223fa63d1554d6e6f79f1de5a3aec0d0d772039deedb) AuthConfig (3d1e95503e9b2012a087e30ae8cd2080d9c3f8e747d972670f1d21cf10e8f37e) AuthConfig (cb4e4714fcb1d9a2b8d1846001ed7a48435d31d0a9361312878f777886f758aa) AuthConfig (8799e451ff2e9a65283241cef7b4b02e765e47f5d3d7177ccb676f233a0d64aa) AuthConfig (ebc89950916deeebf43cb973437bc231dddce4f3acce029ed979aa0b2447287f) AuthConfig (2038abb127a9e026ee9e2ed91591a07120d9f3193ec654405d06e197dae51b5d) AuthConfig (156b576bcdbb553e7b34b7ee52a332994e4f1af7c41aa824a41d2b3e7a5da339) AuthConfig (0a428601f8be04a05c287d4cec0f3c37ea03b0f3fd74f1208935388f8edd36cc) AuthConfig (98e0b2ffc4d8349e2af8384bc680ed3b2dd034483df277361d4188a58fd8ed25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"c1a34b5b-fb5c-4114-bd4b-9f39ea60b548","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.191111202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"05da71f8-0426-45f6-ad8c-2363809bf756","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.191132745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"05da71f8-0426-45f6-ad8c-2363809bf756","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.695501687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"e5bb7bc3-6285-4518-8247-b5cd7638c612","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.752602533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"e5bb7bc3-6285-4518-8247-b5cd7638c612","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.806102319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8596-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2e5c8e317700831dcb6c82a94301a51fc5e86625e9818e69c9982340fadd4a7a) AuthConfig (414b1a714c0fde6ddcb3d9700e9c56c8f09fa0ed4e2818a5047880cdc772bfb8) AuthConfig (5b4a7f3ff8e05f0baa2571f9acd310c9200dba935338d44933a74552c539ea3a) AuthConfig (1d98341dd7c32e779080997bdf2667ffdcd9223cad560fc5567a483e40149100) AuthConfig (4cba0d09b29c48e056d276cf8721d4c0bb469d6ab914130e6accff210ecd2bf6) AuthConfig (622ef6c8dae3bfbb2e28f3fc8083942526d69ea8a9dedee429120f44f3d14d2b) AuthConfig (17eef0245bdec225b590e7d16784b5069606a09a2bfab02028e2b146dee657c3) AuthConfig (b9fc5df157f460bee8dec01ba862a9f4e59d531ac8aa0138a5ee1bd6207b34f8) AuthConfig (c9fe4732dbeff13a349c13cd877c287e5010bbf6740816f4dd66aad70f8f9e9e) AuthConfig (6edb81b27ddb9b094e9d0e5713addec5672418c2be9840a9700675519d9d4154) AuthConfig (70a6a176e53c6258024a28c9da305ba67bc770a01bb25d2ca9c5def9e9d22278) AuthConfig (e91ca666fc81927e1b0494a67206580b4cfe59581b716b12d480bb0c35afee29) AuthConfig (985c6540fe46b8127480e5e4cbf9d34953ebc7aabc507a6fc4dcad907a61dd7c) AuthConfig (7e87ef3f7b1c5ca8f0c0de86014660d798c2d79a1def942d61187acc2883948b) AuthConfig (672cab99e85936dd609594b6d9553fa9f5bc488d890b16061097d53d0ba38cc8) AuthConfig (db32b47b98d4a27663b3c9d46cceea28691c1def0546f8d2b19c8bc066069564) AuthConfig (bf18e4cc6b407eb792db46043755f7cbba40720b184b248ef4d619e4b3b20476) AuthConfig (7e801d56aa7ef57f1d9f340d7f23d23490274bf87a66c8fc0621ed29aea6e65b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"e5bb7bc3-6285-4518-8247-b5cd7638c612","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.861967034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"e3795ad1-e075-423f-be71-fa7cd12c9b27","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.861987939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"e3795ad1-e075-423f-be71-fa7cd12c9b27","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:38.324206579Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:42.290508924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"20d5ca33-3e02-46c2-8a97-521b13e41168","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:42.345249889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"20d5ca33-3e02-46c2-8a97-521b13e41168","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:42.399252596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-f9925a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a40c5cc876c445d4790b1d04ec51bed880c853af413e19c6800cb21097dfb8f3) AuthConfig (887a0663a7e02359ab98bc876f835c778d6847c3fc76d939ac9d28d031bfe733) AuthConfig (587e165fd5089575050861887917b74d9d8fcf86fd37f5edafe6559edf91f47a) AuthConfig (aa882545ab07063091774cceb5db690e19fd33042cccd29295adb82e58211952) AuthConfig (e4c6e4bc7120d9b9e2a662667e49cea632847f8540c6354512c2418fbb9f8773) AuthConfig (2f29e368739ebfdb474ed7b2771bcfe80e516221c53d76082623778f00a190aa) AuthConfig (b8e3f18c0e3ca70a0f5798a74e4c40ae15b56f07d8a5343a7eec1df5f8b8f61c) AuthConfig (65daad020d3f00e11f73bc5aeb7a0ebe7cf77cb1db6d8f8abf279ad9d7eb9c11) AuthConfig (414c019d7d87be8e0cb4c1b6b89f32356b4ed04ab8017e49a3b4e28130de5280) AuthConfig (4fc4c2b48768aa257430223fa63d1554d6e6f79f1de5a3aec0d0d772039deedb) AuthConfig (3d1e95503e9b2012a087e30ae8cd2080d9c3f8e747d972670f1d21cf10e8f37e) AuthConfig (cb4e4714fcb1d9a2b8d1846001ed7a48435d31d0a9361312878f777886f758aa) AuthConfig (8799e451ff2e9a65283241cef7b4b02e765e47f5d3d7177ccb676f233a0d64aa) AuthConfig (ebc89950916deeebf43cb973437bc231dddce4f3acce029ed979aa0b2447287f) AuthConfig (2038abb127a9e026ee9e2ed91591a07120d9f3193ec654405d06e197dae51b5d) AuthConfig (156b576bcdbb553e7b34b7ee52a332994e4f1af7c41aa824a41d2b3e7a5da339) AuthConfig (0a428601f8be04a05c287d4cec0f3c37ea03b0f3fd74f1208935388f8edd36cc) AuthConfig (98e0b2ffc4d8349e2af8384bc680ed3b2dd034483df277361d4188a58fd8ed25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"20d5ca33-3e02-46c2-8a97-521b13e41168","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:42.96111643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"27bfe5eb-b2ea-4a89-8843-3067d25a1478","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:43.016237531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"27bfe5eb-b2ea-4a89-8843-3067d25a1478","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:43.070136587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8596-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2e5c8e317700831dcb6c82a94301a51fc5e86625e9818e69c9982340fadd4a7a) AuthConfig (414b1a714c0fde6ddcb3d9700e9c56c8f09fa0ed4e2818a5047880cdc772bfb8) AuthConfig (5b4a7f3ff8e05f0baa2571f9acd310c9200dba935338d44933a74552c539ea3a) AuthConfig (1d98341dd7c32e779080997bdf2667ffdcd9223cad560fc5567a483e40149100) AuthConfig (4cba0d09b29c48e056d276cf8721d4c0bb469d6ab914130e6accff210ecd2bf6) AuthConfig (622ef6c8dae3bfbb2e28f3fc8083942526d69ea8a9dedee429120f44f3d14d2b) AuthConfig (17eef0245bdec225b590e7d16784b5069606a09a2bfab02028e2b146dee657c3) AuthConfig (b9fc5df157f460bee8dec01ba862a9f4e59d531ac8aa0138a5ee1bd6207b34f8) AuthConfig (c9fe4732dbeff13a349c13cd877c287e5010bbf6740816f4dd66aad70f8f9e9e) AuthConfig (6edb81b27ddb9b094e9d0e5713addec5672418c2be9840a9700675519d9d4154) AuthConfig (70a6a176e53c6258024a28c9da305ba67bc770a01bb25d2ca9c5def9e9d22278) AuthConfig (e91ca666fc81927e1b0494a67206580b4cfe59581b716b12d480bb0c35afee29) AuthConfig (985c6540fe46b8127480e5e4cbf9d34953ebc7aabc507a6fc4dcad907a61dd7c) AuthConfig (7e87ef3f7b1c5ca8f0c0de86014660d798c2d79a1def942d61187acc2883948b) AuthConfig (672cab99e85936dd609594b6d9553fa9f5bc488d890b16061097d53d0ba38cc8) AuthConfig (db32b47b98d4a27663b3c9d46cceea28691c1def0546f8d2b19c8bc066069564) AuthConfig (bf18e4cc6b407eb792db46043755f7cbba40720b184b248ef4d619e4b3b20476) AuthConfig (7e801d56aa7ef57f1d9f340d7f23d23490274bf87a66c8fc0621ed29aea6e65b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"27bfe5eb-b2ea-4a89-8843-3067d25a1478","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:47.518993102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"e58b3075-6530-4b47-8773-d6e4a004d919","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"maas-trlp-auth-test-model-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:47.68484807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"0c458985-3adb-48a4-8be3-9d088b757652","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:47.684871314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"0c458985-3adb-48a4-8be3-9d088b757652","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:48.82029282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"b9b7f64c-65b4-4bdc-9e95-decc7fa790dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:48.879627199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"b9b7f64c-65b4-4bdc-9e95-decc7fa790dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:50.039345382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"8fd15712-8e97-45e1-8b58-12ecd7db21a3","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:50.039368153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"8fd15712-8e97-45e1-8b58-12ecd7db21a3","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:50.138134733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"dc1ace8c-7db9-498f-a3f7-e0c6d42fd72e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:50.193133776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"dc1ace8c-7db9-498f-a3f7-e0c6d42fd72e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:50.194025029Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"677fe5a5-23a3-412a-b8c8-29c284c177a2","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ed46fa73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:50.490898357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"1c04296f-5271-43b9-9ba7-58c23b1cb7f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:50.545152905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"1c04296f-5271-43b9-9ba7-58c23b1cb7f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:52.500890745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"e60575f6-a11f-4c9d-915c-9553384738fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:52.555639835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"e60575f6-a11f-4c9d-915c-9553384738fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:52.813384655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"aed31158-f03d-4b37-ae1b-8fcb8a7b9467","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:52.813405515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"aed31158-f03d-4b37-ae1b-8fcb8a7b9467","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.170432678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"f956b5d4-9d7e-43f7-a62c-90f7bef0f4dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.224919574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"f956b5d4-9d7e-43f7-a62c-90f7bef0f4dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.348778518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"0603bb46-3885-468d-8415-4b7417ed5b96","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.34880268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"0603bb46-3885-468d-8415-4b7417ed5b96","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.405884896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"f3738cde-333d-41a5-bffc-01686d05b93d","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.405908815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"f3738cde-333d-41a5-bffc-01686d05b93d","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.44985289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"dee0a417-7faf-417c-8c35-65d3b2d482e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:53.457706349Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"f3738cde-333d-41a5-bffc-01686d05b93d","name":"auth-test-model-f9925a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f9925a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:53.457768562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"f3738cde-333d-41a5-bffc-01686d05b93d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f9925a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:53.458067127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"6079bd3a-f40d-4a39-8bbf-15f12c7b633b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-cdae8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.463351398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"511659a4-9b9c-4c70-a57e-a0c68d8adc5f","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.463369407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"511659a4-9b9c-4c70-a57e-a0c68d8adc5f","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.504247886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"dee0a417-7faf-417c-8c35-65d3b2d482e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.533908024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"e0881c3e-bacb-4dda-bdd9-817296e8ba9a","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.533931309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"e0881c3e-bacb-4dda-bdd9-817296e8ba9a","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.565570683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"ed09e500-ba23-498b-a876-c760e8e75202","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.565590799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"ed09e500-ba23-498b-a876-c760e8e75202","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.620859492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"ff839252-0c72-4b0d-9186-75279f83d6d5","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.620885247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"ff839252-0c72-4b0d-9186-75279f83d6d5","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.801886976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"676c9bff-f0fd-4d29-872d-a6c5aeac669c","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.822123334Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"bfac7c57-9d30-4e8b-a053-3cb59a4d1f42","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"maas-trlp-auth-test-model-f9925a","model":"auth-test-model-f9925a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-f9925a/e2e-auth-iso-cdae8a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.856666047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"676c9bff-f0fd-4d29-872d-a6c5aeac669c","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.985830018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"0482c173-e28f-4901-adb0-87c79101b15e","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.985852255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"0482c173-e28f-4901-adb0-87c79101b15e","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.035526042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"caf2bb08-56b5-4611-adfe-783192079946","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.03554674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"caf2bb08-56b5-4611-adfe-783192079946","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.09849322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"0d48255a-2319-459e-9184-bb5a18bf8857","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.098521138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"0d48255a-2319-459e-9184-bb5a18bf8857","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.134592937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"3b0078b8-9341-4988-abbc-1b6fff9dddc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:54.143731728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"38793d8e-b4f1-4ae6-b250-456758e67c29","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-af4da4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.184355812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"65c8efd4-8397-409b-998b-73972298af9f","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"maas-trlp-auth-test-model-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.189347832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"3b0078b8-9341-4988-abbc-1b6fff9dddc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.253321139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"8aa5d831-481d-4011-961e-9cd7280eb463","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.253346762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"8aa5d831-481d-4011-961e-9cd7280eb463","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.307975648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"dacabcd6-7a69-4f61-8599-762be63bc5eb","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.308003572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"dacabcd6-7a69-4f61-8599-762be63bc5eb","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.344695771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"24f6b384-55cf-4df9-afeb-45b9c5fec740","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.34471647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"24f6b384-55cf-4df9-afeb-45b9c5fec740","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.48797187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"beb7a3bb-07c0-48f8-861b-ea9367abd502","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.511427961Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"3984fa27-4c17-4257-adf1-1bf42eeb2748","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"maas-trlp-auth-test-model-7f8596","model":"auth-test-model-7f8596","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-7f8596/e2e-auth-iso-af4da4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.544140251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"beb7a3bb-07c0-48f8-861b-ea9367abd502","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.684683731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"a66c58d7-07fb-4439-8bec-e864088c59ed","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.684706141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"a66c58d7-07fb-4439-8bec-e864088c59ed","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.884390715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"8424cea0-4d1d-466a-a359-e948b37703e3","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"maas-trlp-auth-test-model-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.243882228Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"ff628fec-14ef-438d-be32-43ff200accf5","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","subscription":"e2e-auth-iso-2941d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.294048944Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"ff628fec-14ef-438d-be32-43ff200accf5","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.344352044Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"ff628fec-14ef-438d-be32-43ff200accf5","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"maas-trlp-auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.614132978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"ad71a8d1-129b-4492-8b12-38a788ce5231","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.614157296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"ad71a8d1-129b-4492-8b12-38a788ce5231","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.712876238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"49dc5023-1fce-457d-964d-1f4eee0cc94f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.767406052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"49dc5023-1fce-457d-964d-1f4eee0cc94f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.776966675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"c298d454-716f-45c3-869e-45623af36b17","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.776990261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"c298d454-716f-45c3-869e-45623af36b17","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.875699934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"e90fbfa9-bc7d-480a-ba7a-b28717d9e6d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.930302974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"e90fbfa9-bc7d-480a-ba7a-b28717d9e6d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:00.934758589Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"927dad74-527c-48db-844b-e03ac0b3c638","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-089afb46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.066629515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"77f83f2e-788a-44d5-84de-980a941488f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.121477237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"77f83f2e-788a-44d5-84de-980a941488f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.215625133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"9dd2ff8a-6ea0-40dd-a40b-86a123f03195","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.270937327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"9dd2ff8a-6ea0-40dd-a40b-86a123f03195","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:08.342690055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.986300687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"b5616422-e31f-48f3-807d-4983967e426c","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","subscription":"e2e-auth-iso-2941d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.037860038Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"b5616422-e31f-48f3-807d-4983967e426c","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.088315384Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"b5616422-e31f-48f3-807d-4983967e426c","MaaSSubscription":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"maas-trlp-auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.357465911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"3cfede70-61de-463b-a029-895695b441c4","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.357487419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"3cfede70-61de-463b-a029-895695b441c4","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.456966488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"1b1dbdfb-33ea-4123-8986-b6c61c8f98f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.515117962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"1b1dbdfb-33ea-4123-8986-b6c61c8f98f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.529431432Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"dca39883-2698-4ae0-9815-0658e4bce5bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.529444716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"2b29651a-8951-4b03-80b8-a8c84f8b2d1d","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.529540189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"2b29651a-8951-4b03-80b8-a8c84f8b2d1d","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.686938827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"dca39883-2698-4ae0-9815-0658e4bce5bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.767196773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"eb486013-5183-4f1a-bb92-fe2ee4ec1e99","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.811836685Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"dca39883-2698-4ae0-9815-0658e4bce5bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"name":"e2e-shared-a-w1-ba34eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.811863901Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"e2e-auth-iso-2941d4","reconcileID":"dca39883-2698-4ae0-9815-0658e4bce5bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.821852451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"eb486013-5183-4f1a-bb92-fe2ee4ec1e99","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.866747576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"7eba65a6-87d4-4505-a058-3b00bafb5e41","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"tenant":"e2e-shared-a-w1-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","model":"ai-tenant-e2e-shared-a-w1-ba34eb/auth-test-model-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:11.86677208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"auth-test-model-ba34eb","reconcileID":"7eba65a6-87d4-4505-a058-3b00bafb5e41","MaaSModelRef":{"name":"auth-test-model-ba34eb","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"routeName":"auth-test-model-ba34eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","llmisvcName":"auth-test-model-ba34eb","gateway":"openshift-ingress/e2e-shared-a-w1-ba34eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:12.031189617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"cce160c9-bf9b-46fe-a934-e9943503ff1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:12.031202353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"a2fe1eaa-2bc6-473c-a5d3-b3c0b78c5694","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:12.031237567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"a2fe1eaa-2bc6-473c-a5d3-b3c0b78c5694","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:12.222594543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"cce160c9-bf9b-46fe-a934-e9943503ff1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:12.345961243Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"cce160c9-bf9b-46fe-a934-e9943503ff1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"name":"e2e-shared-b-w1-3be6fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:12.345988429Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"e2e-auth-iso-2941d4","reconcileID":"cce160c9-bf9b-46fe-a934-e9943503ff1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2941d4","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:12.40037028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"de8aad68-710c-4782-90b2-9c565db122f6","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"tenant":"e2e-shared-b-w1-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","model":"ai-tenant-e2e-shared-b-w1-3be6fa/auth-test-model-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:12.400392765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"auth-test-model-3be6fa","reconcileID":"de8aad68-710c-4782-90b2-9c565db122f6","MaaSModelRef":{"name":"auth-test-model-3be6fa","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"routeName":"auth-test-model-3be6fa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","llmisvcName":"auth-test-model-3be6fa","gateway":"openshift-ingress/e2e-shared-b-w1-3be6fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.750918012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"da98b33b-0122-4f14-b66a-76f4606ae3b2","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"maas-trlp-auth-test-model-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.912259727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"253311d9-701f-49b0-a47d-4c7ceb757ccc","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.91228051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"253311d9-701f-49b0-a47d-4c7ceb757ccc","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.028199637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"a3fe601a-e35c-4d1b-b072-d6cc6ce3a934","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"maas-trlp-auth-test-model-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.186169451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"7988132f-f91d-4c41-b622-0b977aabc9c2","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.186192765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"7988132f-f91d-4c41-b622-0b977aabc9c2","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.187201829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"5ba64273-e34a-4947-b0b7-71b5d17e41f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.241665856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"5ba64273-e34a-4947-b0b7-71b5d17e41f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.404840553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"8fef2921-fdfb-4ca7-b57e-f971309c2acb","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.459583555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"8fef2921-fdfb-4ca7-b57e-f971309c2acb","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.183065244Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"260e6ae3-9b62-43ea-96b8-9e2f95db0495","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.238168661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"260e6ae3-9b62-43ea-96b8-9e2f95db0495","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.243852382Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"69942887-4ab0-4219-af3a-f8ef6d7a6663","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.243932286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"69942887-4ab0-4219-af3a-f8ef6d7a6663","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.255019549Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"875f769f-7ceb-41bb-8615-a6c809baa5d0","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.255089945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"875f769f-7ceb-41bb-8615-a6c809baa5d0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.276313611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"0ec01ca4-ed0a-4526-bd91-a47fadb1652e","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.276374525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"0ec01ca4-ed0a-4526-bd91-a47fadb1652e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.317499124Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"86bc8df6-2f62-4354-9d9f-6d7171bb728b","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.317570694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"86bc8df6-2f62-4354-9d9f-6d7171bb728b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.398696935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"3a17b8d0-f3cd-4cb4-9eb5-1ce64a664aa3","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.398759991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c32349","namespace":"ai-tenant-e2e-noten-c32349"},"namespace":"ai-tenant-e2e-noten-c32349","name":"noten-model-c32349","reconcileID":"3a17b8d0-f3cd-4cb4-9eb5-1ce64a664aa3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c32349/noten-model-c32349: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c32349/noten-model-c32349-kserve-route (gateways: [openshift-ingress/e2e-noten-c32349]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:23.421641795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"930dd314-a5d3-431d-80a5-d4cab285dee7","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:23.421666473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"930dd314-a5d3-431d-80a5-d4cab285dee7","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:23.520046201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"49d16a75-b465-43b8-abe4-5a17b1ffc5c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:23.574414608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"49d16a75-b465-43b8-abe4-5a17b1ffc5c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:23.575841076Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"279af083-0c61-404b-85c2-6be4e9582302","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-20ce3765","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:23.871635332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"3f53a71e-73f8-4012-a30f-c7395662ec50","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:23.925863771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"3f53a71e-73f8-4012-a30f-c7395662ec50","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.240166553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"5b7758de-0074-458a-9538-bb95f1180f17","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.240190571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"5b7758de-0074-458a-9538-bb95f1180f17","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.338558805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"2cafa5e1-a15e-4635-b412-85b397f30f5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.39319394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"2cafa5e1-a15e-4635-b412-85b397f30f5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.395799797Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"8aefe27b-3b5c-4af4-b76a-1f217755fc02","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4287e6ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.64076428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"708a40bf-9339-40a3-afef-55f0e0bb891f","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.695417105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"708a40bf-9339-40a3-afef-55f0e0bb891f","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:33.627154205Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"05c6a2aa-a28a-4b99-b4a0-44953f6570c5","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","subscription":"e2e-auth-iso-cdae8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:33.6776611Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"05c6a2aa-a28a-4b99-b4a0-44953f6570c5","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:33.728018338Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"05c6a2aa-a28a-4b99-b4a0-44953f6570c5","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"maas-trlp-auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:33.996471544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"31bd6ba4-c0d7-4f9d-8fa8-f59c06be29fd","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:33.996503053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"31bd6ba4-c0d7-4f9d-8fa8-f59c06be29fd","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.096529878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"5cd2249e-7777-4ef4-a207-7314f781a3d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.151693118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"5cd2249e-7777-4ef4-a207-7314f781a3d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.164006672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"766c5f8c-2d71-4ed0-8027-24fcdaa0ee7d","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.164035532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"766c5f8c-2d71-4ed0-8027-24fcdaa0ee7d","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.263179452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"3ff707a0-f675-4174-ac24-6c913105c718","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.319261521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"3ff707a0-f675-4174-ac24-6c913105c718","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.320392827Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"18793ddc-32c1-42ea-aeeb-3f1d05fa221f","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3a067529","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.451090821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"7626cfb4-6c54-4638-a62b-ccd38a646137","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.507866562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"7626cfb4-6c54-4638-a62b-ccd38a646137","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.651435469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"8e01434d-20c3-4004-ae01-7a45e0329fc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:34.706417625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"8e01434d-20c3-4004-ae01-7a45e0329fc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.446641691Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"dccf6626-a72a-47b3-9094-b91debb112c9","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","subscription":"e2e-auth-iso-af4da4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.497178207Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"dccf6626-a72a-47b3-9094-b91debb112c9","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.547641132Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"dccf6626-a72a-47b3-9094-b91debb112c9","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"maas-trlp-auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.77148694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"8a2a28bd-93d2-47c5-95f4-4bb6b4a10532","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb68dd","tenantID":"e2e-extmod-a-eb68dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.816364806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"7d4feb0c-3d0c-43c7-9a5b-bb4626e1e84d","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.816386947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"7d4feb0c-3d0c-43c7-9a5b-bb4626e1e84d","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.884267833Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"8a2a28bd-93d2-47c5-95f4-4bb6b4a10532","name":"e2e-extmod-a-eb68dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.916758129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"a5c4fcf5-543d-47fd-886b-e2ea7d36d606","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.97215313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"a5c4fcf5-543d-47fd-886b-e2ea7d36d606","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.973649277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"ffc331c5-9e36-4ec1-a710-40c841b0c548","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:36.973667452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"ffc331c5-9e36-4ec1-a710-40c841b0c548","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.072971776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"34db0f28-e0c0-48ff-8304-42ef436b0a6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.127984398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"34db0f28-e0c0-48ff-8304-42ef436b0a6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.13434467Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"c9adec43-bcd5-4282-ab59-9aac1346636e","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a209c12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.273959358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"d2bc8be1-40a3-4f55-b4ea-5dcde12f1e1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.330487057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"d2bc8be1-40a3-4f55-b4ea-5dcde12f1e1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.472643774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"74ab647b-8952-45c7-a536-289a0feb4250","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.527260771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"74ab647b-8952-45c7-a536-289a0feb4250","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:38.32358389Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.371283051Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"99ac197b-e96c-4c2b-b92e-e78e12698b05","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","subscription":"e2e-auth-iso-cdae8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.421880462Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"99ac197b-e96c-4c2b-b92e-e78e12698b05","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.474525936Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"99ac197b-e96c-4c2b-b92e-e78e12698b05","MaaSSubscription":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"maas-trlp-auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.760280575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"021c225e-40a0-478e-b797-695b53ac130b","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.760303064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"021c225e-40a0-478e-b797-695b53ac130b","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.859233392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"8d42227e-b6ab-4521-85e1-f1e027a97425","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.914427437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"8d42227e-b6ab-4521-85e1-f1e027a97425","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.926350914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"084b3f11-0883-45b5-b81f-5ba6ef924754","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.926433235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"576e7948-1021-4d42-9e13-d70c4ec1979d","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.926450255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"576e7948-1021-4d42-9e13-d70c4ec1979d","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.126352799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"084b3f11-0883-45b5-b81f-5ba6ef924754","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.249859843Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"084b3f11-0883-45b5-b81f-5ba6ef924754","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"name":"e2e-shared-a-w2-4397fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.249887075Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"e2e-auth-iso-cdae8a","reconcileID":"084b3f11-0883-45b5-b81f-5ba6ef924754","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.276182492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"7f50101c-b981-4657-aea5-30f1bdfa9c79","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.307420702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"cecd99a3-9b86-4e70-9798-ca2786fab820","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"tenant":"e2e-shared-a-w2-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","model":"ai-tenant-e2e-shared-a-w2-4397fc/auth-test-model-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.307445903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"auth-test-model-4397fc","reconcileID":"cecd99a3-9b86-4e70-9798-ca2786fab820","MaaSModelRef":{"name":"auth-test-model-4397fc","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"routeName":"auth-test-model-4397fc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","llmisvcName":"auth-test-model-4397fc","gateway":"openshift-ingress/e2e-shared-a-w2-4397fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.332079555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"7f50101c-b981-4657-aea5-30f1bdfa9c79","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.464345213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"3a59896a-74b5-40c6-a16f-f7da33e46fdf","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.464374881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"3a59896a-74b5-40c6-a16f-f7da33e46fdf","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.531475894Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"5793b834-8c1b-422f-965e-9e8e9f5ae5d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.78633114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"5793b834-8c1b-422f-965e-9e8e9f5ae5d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.913880038Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"5793b834-8c1b-422f-965e-9e8e9f5ae5d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"name":"e2e-shared-b-w2-f9925a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.913907347Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"e2e-auth-iso-cdae8a","reconcileID":"5793b834-8c1b-422f-965e-9e8e9f5ae5d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-cdae8a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.971151416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"2d06917f-4cf7-4e8d-a330-f0b6c1a3e795","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"tenant":"e2e-shared-b-w2-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","model":"ai-tenant-e2e-shared-b-w2-f9925a/auth-test-model-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:45.971182315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"auth-test-model-f9925a","reconcileID":"2d06917f-4cf7-4e8d-a330-f0b6c1a3e795","MaaSModelRef":{"name":"auth-test-model-f9925a","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"routeName":"auth-test-model-f9925a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","llmisvcName":"auth-test-model-f9925a","gateway":"openshift-ingress/e2e-shared-b-w2-f9925a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.20392726Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"739456a6-6fb5-488c-8392-7abe509b881c","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","subscription":"e2e-auth-iso-af4da4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.254678019Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"739456a6-6fb5-488c-8392-7abe509b881c","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.307993829Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"739456a6-6fb5-488c-8392-7abe509b881c","MaaSSubscription":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"maas-trlp-auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.591486772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"32177f88-fab8-4ee7-89fa-6892059d879f","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.591514881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"32177f88-fab8-4ee7-89fa-6892059d879f","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.690181811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"404505a7-bacb-4ead-b962-ceaa1c68047c","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.745143975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"404505a7-bacb-4ead-b962-ceaa1c68047c","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.745631319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"84f4cd6e-4cf0-45b4-ba27-414c4051ba67","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.745752172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"5d740daf-b773-434c-8ed8-8928753d7cf9","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.745769012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"5d740daf-b773-434c-8ed8-8928753d7cf9","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.945489904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"84f4cd6e-4cf0-45b4-ba27-414c4051ba67","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.068983618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"84f4cd6e-4cf0-45b4-ba27-414c4051ba67","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"name":"e2e-shared-a-w0-cb9a07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.069010483Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"e2e-auth-iso-af4da4","reconcileID":"84f4cd6e-4cf0-45b4-ba27-414c4051ba67","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.096509614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"b58e362f-d380-4f48-922b-79cc72eb9f4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.123912619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"a47482e0-a6ff-4025-9d2a-e93aa082cf7e","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"tenant":"e2e-shared-a-w0-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","model":"ai-tenant-e2e-shared-a-w0-cb9a07/auth-test-model-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.123933071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"auth-test-model-cb9a07","reconcileID":"a47482e0-a6ff-4025-9d2a-e93aa082cf7e","MaaSModelRef":{"name":"auth-test-model-cb9a07","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"routeName":"auth-test-model-cb9a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","llmisvcName":"auth-test-model-cb9a07","gateway":"openshift-ingress/e2e-shared-a-w0-cb9a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.151456054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"b58e362f-d380-4f48-922b-79cc72eb9f4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.275873869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"e91c2e4a-3676-468b-a099-50d74d3ca07a","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.275895685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"e91c2e4a-3676-468b-a099-50d74d3ca07a","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.350524427Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"f3dd4fb4-1322-407a-9a41-b0b02efed454","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.600927043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"f3dd4fb4-1322-407a-9a41-b0b02efed454","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.724242326Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"f3dd4fb4-1322-407a-9a41-b0b02efed454","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"name":"e2e-shared-b-w0-7f8596-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.724267886Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"e2e-auth-iso-af4da4","reconcileID":"f3dd4fb4-1322-407a-9a41-b0b02efed454","MaaSAuthPolicy":{"name":"e2e-auth-iso-af4da4","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.778620876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"cd3a3ffa-29c7-47ab-903d-f86310151a3d","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"tenant":"e2e-shared-b-w0-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","model":"ai-tenant-e2e-shared-b-w0-7f8596/auth-test-model-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.778647553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"auth-test-model-7f8596","reconcileID":"cd3a3ffa-29c7-47ab-903d-f86310151a3d","MaaSModelRef":{"name":"auth-test-model-7f8596","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"routeName":"auth-test-model-7f8596-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","llmisvcName":"auth-test-model-7f8596","gateway":"openshift-ingress/e2e-shared-b-w0-7f8596","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:56.533338482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95bc88b-5aa2-4cdd-90d7-ea9134e5451e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:56.583222802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95bc88b-5aa2-4cdd-90d7-ea9134e5451e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:56.632932748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95bc88b-5aa2-4cdd-90d7-ea9134e5451e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:56.683125164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95bc88b-5aa2-4cdd-90d7-ea9134e5451e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:57.096676315Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3aca3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3aca3f","reconcileID":"824448cc-2f8c-461b-a7a4-64803bdb8407","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3aca3f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-3aca3f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:58.575286736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c65e87-b71b-4814-bb46-642dc2f66587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:58.624843893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c65e87-b71b-4814-bb46-642dc2f66587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:58.67456526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c65e87-b71b-4814-bb46-642dc2f66587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:58.724063735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c65e87-b71b-4814-bb46-642dc2f66587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:00.616521693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a29655-2d33-45b8-8970-a301926a4675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:00.668364834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a29655-2d33-45b8-8970-a301926a4675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:00.718048103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a29655-2d33-45b8-8970-a301926a4675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:00.767899551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a29655-2d33-45b8-8970-a301926a4675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:02.579426927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c465590e-1d65-4c5e-94db-2f797b16caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:02.629186622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c465590e-1d65-4c5e-94db-2f797b16caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:02.679088754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c465590e-1d65-4c5e-94db-2f797b16caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:02.764780587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c465590e-1d65-4c5e-94db-2f797b16caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:08.323170772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:34.986099156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a45c2e-17ed-4a4c-ad2a-c40e8b32b912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:35.0357543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a45c2e-17ed-4a4c-ad2a-c40e8b32b912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:35.085460224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a45c2e-17ed-4a4c-ad2a-c40e8b32b912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:35.13517448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a45c2e-17ed-4a4c-ad2a-c40e8b32b912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:35.698657461Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d067bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d067bd","reconcileID":"88565be5-073e-4450-b1b9-888493428a7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d067bd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d067bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:36.963495363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b515a23d-5966-4770-bc0e-7296e01d7764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.013592897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b515a23d-5966-4770-bc0e-7296e01d7764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.063450653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b515a23d-5966-4770-bc0e-7296e01d7764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:37.113263712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b515a23d-5966-4770-bc0e-7296e01d7764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.323290979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.334094798Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-6b5091","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-6b5091","reconcileID":"241eec87-2f91-4b3e-a41f-18a039ee7028","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-6b5091","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-6b5091":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:38.958580509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71063077-4071-4476-8761-e94939b1a340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:39.008388882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71063077-4071-4476-8761-e94939b1a340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:39.057902351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71063077-4071-4476-8761-e94939b1a340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:39.108814975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71063077-4071-4476-8761-e94939b1a340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:40.969791494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1aae66e-86fd-4d16-91c5-e8a1e54a301d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.02441508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1aae66e-86fd-4d16-91c5-e8a1e54a301d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.074503499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1aae66e-86fd-4d16-91c5-e8a1e54a301d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:41.124057207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1aae66e-86fd-4d16-91c5-e8a1e54a301d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.944933521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9967f6-e462-44bb-8bdf-d751c2740f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.994737437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9967f6-e462-44bb-8bdf-d751c2740f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.044462563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9967f6-e462-44bb-8bdf-d751c2740f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.093909767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9967f6-e462-44bb-8bdf-d751c2740f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:44.894737268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7072bc-dbc3-4c70-9aaf-37a5afad69b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:44.944423642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7072bc-dbc3-4c70-9aaf-37a5afad69b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:44.993979454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7072bc-dbc3-4c70-9aaf-37a5afad69b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.043568505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7072bc-dbc3-4c70-9aaf-37a5afad69b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.128676676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e94ea2-a8f7-4ef0-859e-dd73c973caca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.178712925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e94ea2-a8f7-4ef0-859e-dd73c973caca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.237693113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e94ea2-a8f7-4ef0-859e-dd73c973caca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:47.287914356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e94ea2-a8f7-4ef0-859e-dd73c973caca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.153835831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdfc952-e17e-4b14-a1dd-cab7b909a40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.203677191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdfc952-e17e-4b14-a1dd-cab7b909a40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.253707858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdfc952-e17e-4b14-a1dd-cab7b909a40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.303615016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdfc952-e17e-4b14-a1dd-cab7b909a40a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.750004733Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-08fcc4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-08fcc4","reconcileID":"2b4f60fc-39fa-486e-a1e4-8c0ece14d209","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-08fcc4","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-08fcc4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:55.135765943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc1f1f6-7684-4046-9255-9b29fbede1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:55.187818984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc1f1f6-7684-4046-9255-9b29fbede1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:55.237906953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc1f1f6-7684-4046-9255-9b29fbede1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:55.28782128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc1f1f6-7684-4046-9255-9b29fbede1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.131284222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd69c00-094b-4431-b335-29069072133f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.180995398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd69c00-094b-4431-b335-29069072133f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.230877776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd69c00-094b-4431-b335-29069072133f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.280967137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd69c00-094b-4431-b335-29069072133f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:59.250410837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda76168-c6cb-4b47-850f-4bedda894a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:59.303796754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda76168-c6cb-4b47-850f-4bedda894a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:59.354186293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda76168-c6cb-4b47-850f-4bedda894a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:59.403952534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda76168-c6cb-4b47-850f-4bedda894a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:01.239415149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d66f72-c238-40b3-9b67-95bc50f8d710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:01.289283886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d66f72-c238-40b3-9b67-95bc50f8d710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:01.33912184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d66f72-c238-40b3-9b67-95bc50f8d710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:01.389609333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d66f72-c238-40b3-9b67-95bc50f8d710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:01.970639969Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9332a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9332a5","reconcileID":"9c0ea5b4-cd59-4948-8a59-1a2bbe874a85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9332a5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-9332a5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:03.212475108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c4ce45-d553-4957-b821-cac3a579f2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:03.26223131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c4ce45-d553-4957-b821-cac3a579f2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:03.3128028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c4ce45-d553-4957-b821-cac3a579f2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:03.365331457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c4ce45-d553-4957-b821-cac3a579f2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:05.165028996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a45810-5b3f-457b-8518-ad8f0b070ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:05.214895937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a45810-5b3f-457b-8518-ad8f0b070ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:05.26438399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a45810-5b3f-457b-8518-ad8f0b070ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:05.314053008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a45810-5b3f-457b-8518-ad8f0b070ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:08.323595817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:16.431555451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"bcc9ac23-82e0-48c8-b34a-85457fbaee1c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3aca3f","tenantID":"e2e-extmod-a-3aca3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:16.543633827Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"bcc9ac23-82e0-48c8-b34a-85457fbaee1c","name":"e2e-extmod-a-3aca3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:38.323487182Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.090098705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"efb566a7-5faf-4c0b-b205-550a56f48fb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.333150025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"ec21b38a-c504-4885-85e0-084b4e2e1fdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.433301114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"77b79eef-7410-4c15-a22c-1216c4a5fc47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.559048662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"26b20081-ce99-4654-843c-4f9381b12fae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.727326137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"13090874-54db-4c0b-996e-bf103108d5bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.898026968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"8dbc6ff1-c0ed-4aa6-b177-9075c4be6eb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.03294585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"7ebb9803-cda9-4665-881b-648674abb873","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.160002757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"35b27265-8d3f-4e3d-8222-b1e9ff83c9c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.269287623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"4cc6d36e-aa60-4844-ad8b-10a7a3bbbcfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.278288459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"87ff6f6d-e811-477e-ad28-3d3ce8dd98d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.56313719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8642c001-7a64-4ca9-9c80-e675e08729bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.678042283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"66689e07-8bda-4199-8fd9-f6c600f5d064","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:59.764700889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"0237e045-777b-4ae0-aac6-5431ade517b5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d067bd","tenantID":"e2e-extmod-a-d067bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:59.880187891Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"0237e045-777b-4ae0-aac6-5431ade517b5","name":"e2e-extmod-a-d067bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:04.582716782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"540ee3b3-008b-4b82-8c67-014855088f3e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-6b5091","tenantID":"e2e-autores-6b5091","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:04.696508134Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"540ee3b3-008b-4b82-8c67-014855088f3e","name":"e2e-autores-6b5091-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.324133369Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:16.293047812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"e5c98904-1078-4c64-ad42-5e2a778a1753","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:16.414028721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"dfa8d732-f685-48ad-bbbc-504cd7b6a0d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:16.53088036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37ff32c8-b7d1-4673-9c3d-b78de8667024","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:16.70885634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"c19b18ae-be4c-4a12-bfa8-407e095d02e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:16.931045178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"b2732634-f67c-449a-979b-241886de3573","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:17.031386485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"e8ea121a-2809-424b-b699-c05351ca23e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:17.133190958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"cd204fb3-27a0-40f3-ad92-e50272520566","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:17.352907529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"c41e6176-996c-4aa4-a8a7-07c8ee451e29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:17.449925544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"4506f8aa-d66a-40da-8b4e-3907ce80aa4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:17.45979998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"755786ec-d936-4165-a3c0-d1daea2d056b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:17.759044722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"52b81ccb-4127-4ab3-8df3-dc68133a3fb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:17.874037564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"3a4985f4-202a-4cba-8de2-02006db506da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.060003359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"68417545-0ae6-4d15-9f99-ff9e3491d722","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-08fcc4","tenantID":"e2e-extmod-a-08fcc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.187629488Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"68417545-0ae6-4d15-9f99-ff9e3491d722","name":"e2e-extmod-a-08fcc4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:38.3299376Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.022236133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"c6475bb7-1649-4391-94f8-8e6427f5a35c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9332a5","tenantID":"e2e-extmod-b-9332a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.135912419Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"c6475bb7-1649-4391-94f8-8e6427f5a35c","name":"e2e-extmod-b-9332a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:55.679548017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892db08f-4004-41aa-9f49-6024143baae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:55.729767563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892db08f-4004-41aa-9f49-6024143baae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:55.77993649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892db08f-4004-41aa-9f49-6024143baae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:55.829835385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892db08f-4004-41aa-9f49-6024143baae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:57.710783397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e97485-edc1-4bf9-8c4a-6cf4b0b37b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:57.760937456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e97485-edc1-4bf9-8c4a-6cf4b0b37b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:57.81192286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e97485-edc1-4bf9-8c4a-6cf4b0b37b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:57.862168926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e97485-edc1-4bf9-8c4a-6cf4b0b37b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:59.71182569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68943fd6-7754-4826-a8ec-4f209d7b2b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:59.762289548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68943fd6-7754-4826-a8ec-4f209d7b2b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:59.812540734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68943fd6-7754-4826-a8ec-4f209d7b2b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:59.863238852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68943fd6-7754-4826-a8ec-4f209d7b2b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:01.688484517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6874c5bc-e917-4848-8e66-5fd8b4c08ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:01.738715776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6874c5bc-e917-4848-8e66-5fd8b4c08ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:01.791637874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6874c5bc-e917-4848-8e66-5fd8b4c08ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:01.842264762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6874c5bc-e917-4848-8e66-5fd8b4c08ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:08.323578989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:26.96342409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"7edd1594-779c-4653-b900-726f815d3670","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.064901222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6adb2a2a-e3eb-437c-99fd-e536b9ec13c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.231264638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"e4699283-b13a-4de7-b00c-94a1c3f2459a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.346058429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"2c1d0ffa-2105-4702-b38d-1a5797a41fc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.459104291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bff685d5-ad62-4239-82dc-87931600e24b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.558773939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"1139e1c2-2a51-4c3d-8254-b4944cce76e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.741323413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"6a5f5ca2-7c3a-438a-9b07-2fae68f645ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.860537468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"c31da3a1-577e-4fd9-b833-e935d1c6608b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.974273311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"31d14f52-d585-4d77-8cd8-c4e29aca529b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:28.074268884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"43bbe05a-9fe2-4864-b758-ee41fe94f0d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:28.175338524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"fa542b60-34df-4fe0-8d44-9c1de17d540a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:28.601127363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"cabd65fb-ae88-4b7f-81fe-f147231a67ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:35.758248681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f38dc98-abdf-4f50-8ee9-fc038764079e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:35.80842082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f38dc98-abdf-4f50-8ee9-fc038764079e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:35.859001226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f38dc98-abdf-4f50-8ee9-fc038764079e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:35.909130766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f38dc98-abdf-4f50-8ee9-fc038764079e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:37.727016653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba58b86-ba1e-4d43-8c73-f72b8642c68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:37.777930676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba58b86-ba1e-4d43-8c73-f72b8642c68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:37.82798564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba58b86-ba1e-4d43-8c73-f72b8642c68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:37.877927057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba58b86-ba1e-4d43-8c73-f72b8642c68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.327684662Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:53.774498137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab43767-4803-4a3a-b1d1-4c5b40c82018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:53.82481284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab43767-4803-4a3a-b1d1-4c5b40c82018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:53.875096643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab43767-4803-4a3a-b1d1-4c5b40c82018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:53.925514909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab43767-4803-4a3a-b1d1-4c5b40c82018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:55.752961588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81152b25-0cf6-42ed-96fd-dd2fdb37bc73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:55.803101818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81152b25-0cf6-42ed-96fd-dd2fdb37bc73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:55.853112452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81152b25-0cf6-42ed-96fd-dd2fdb37bc73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:55.903354598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81152b25-0cf6-42ed-96fd-dd2fdb37bc73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.721964266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148afa63-e3f6-4ff7-b8c7-ed501ae69749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.772176998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148afa63-e3f6-4ff7-b8c7-ed501ae69749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.822198633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148afa63-e3f6-4ff7-b8c7-ed501ae69749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.872423006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148afa63-e3f6-4ff7-b8c7-ed501ae69749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:01.512099831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d26ba9-d59d-47fc-b2f0-4fae2f367861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:01.562456986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d26ba9-d59d-47fc-b2f0-4fae2f367861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:01.612778844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d26ba9-d59d-47fc-b2f0-4fae2f367861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:01.662879961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d26ba9-d59d-47fc-b2f0-4fae2f367861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:03.547957764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5925e2c-3a62-4387-85b7-6211c652dbdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:03.598061136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5925e2c-3a62-4387-85b7-6211c652dbdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:03.648061169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5925e2c-3a62-4387-85b7-6211c652dbdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:03.698192289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5925e2c-3a62-4387-85b7-6211c652dbdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:05.633926534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f781e41c-c9a5-42e2-9cca-adbb79ae0ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:05.684162084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f781e41c-c9a5-42e2-9cca-adbb79ae0ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:05.734378661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f781e41c-c9a5-42e2-9cca-adbb79ae0ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:05.784345771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f781e41c-c9a5-42e2-9cca-adbb79ae0ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:07.713754666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202ca929-8a82-4641-a31f-c962dceaef33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:07.763869612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202ca929-8a82-4641-a31f-c962dceaef33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:07.813862359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202ca929-8a82-4641-a31f-c962dceaef33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:07.864142565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202ca929-8a82-4641-a31f-c962dceaef33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:08.324052606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:09.729692796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d9005a-b08f-4c66-8172-ca59c00d8d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:09.779900627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d9005a-b08f-4c66-8172-ca59c00d8d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:09.829823728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d9005a-b08f-4c66-8172-ca59c00d8d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:09.880149653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d9005a-b08f-4c66-8172-ca59c00d8d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:11.750168263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f497958c-2393-4e91-8bac-1913d79c0f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:11.800928685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f497958c-2393-4e91-8bac-1913d79c0f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:11.850925992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f497958c-2393-4e91-8bac-1913d79c0f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:11.900961262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f497958c-2393-4e91-8bac-1913d79c0f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:13.72862495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e40ae6-731a-42df-8394-d71370273819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:13.778753563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e40ae6-731a-42df-8394-d71370273819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:13.828827632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e40ae6-731a-42df-8394-d71370273819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:13.879314956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e40ae6-731a-42df-8394-d71370273819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.216886479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f0b1ac-85d5-4465-b88f-e9e89122b583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.267003634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f0b1ac-85d5-4465-b88f-e9e89122b583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.317072927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f0b1ac-85d5-4465-b88f-e9e89122b583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:20.367333995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f0b1ac-85d5-4465-b88f-e9e89122b583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:22.221930845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43695bc2-e3ab-422d-8fa5-ed57c6294a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:22.27240095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43695bc2-e3ab-422d-8fa5-ed57c6294a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:22.322558024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43695bc2-e3ab-422d-8fa5-ed57c6294a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:22.372902329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43695bc2-e3ab-422d-8fa5-ed57c6294a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:24.21135158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92396180-ee2f-4c4f-8ebd-f7526cb0ca2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:24.264133351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92396180-ee2f-4c4f-8ebd-f7526cb0ca2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:24.316141473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92396180-ee2f-4c4f-8ebd-f7526cb0ca2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:24.366407502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92396180-ee2f-4c4f-8ebd-f7526cb0ca2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:26.188202457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca60b1a-4397-4a0c-8d2f-51830e88f1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:26.238767455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca60b1a-4397-4a0c-8d2f-51830e88f1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:26.288637438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca60b1a-4397-4a0c-8d2f-51830e88f1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:26.338822505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca60b1a-4397-4a0c-8d2f-51830e88f1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.163821916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1008f437-3e1c-461b-8325-74f54f28e7ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.213858959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1008f437-3e1c-461b-8325-74f54f28e7ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.264027219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1008f437-3e1c-461b-8325-74f54f28e7ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.314048405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1008f437-3e1c-461b-8325-74f54f28e7ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.737247816Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","namespace":"ai-tenant-e2e-extmod-a-3aca3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.73730957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","namespace":"ai-tenant-e2e-extmod-a-3aca3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.737365352Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","tenant":"e2e-extmod-a-3aca3f","tenantID":"e2e-extmod-a-3aca3f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.789649674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"Deployment","name":"maas-api-e2e-extmod-a-3aca3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.847723914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"Service","name":"maas-api-e2e-extmod-a-3aca3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.906390582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-3aca3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.958388751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-3aca3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.017001253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.077149925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.132127393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.195288114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.248574554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.337961159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.397408788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"Service","name":"payload-processing-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.452499353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.502440869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.552119475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.601714965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.65655563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.70637702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.756432507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.809583715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-3aca3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.86205001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3aca3f"},"namespace":"ai-tenant-e2e-extmod-a-3aca3f","name":"default-tenant","reconcileID":"50a0b212-724c-4fb8-8e22-c1fd03138175","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-3aca3f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:30.158497588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5537f33-7a01-41c0-981f-1c246c0c423f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:30.208493657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5537f33-7a01-41c0-981f-1c246c0c423f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:30.258400886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5537f33-7a01-41c0-981f-1c246c0c423f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:30.308688431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5537f33-7a01-41c0-981f-1c246c0c423f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:30.733365143Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3aca3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3aca3f","reconcileID":"2fedbdc9-d796-4eb4-a942-83dc36173f5f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3aca3f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-3aca3f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.126672135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6748869-87c4-48ec-93f3-613ae7c5bc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.176611753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6748869-87c4-48ec-93f3-613ae7c5bc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.227129284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6748869-87c4-48ec-93f3-613ae7c5bc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:32.277203513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6748869-87c4-48ec-93f3-613ae7c5bc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:34.094298823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bb197f-bd89-4d52-af07-3be2bc3528ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:34.145757658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bb197f-bd89-4d52-af07-3be2bc3528ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:34.195652371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bb197f-bd89-4d52-af07-3be2bc3528ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:34.245715392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bb197f-bd89-4d52-af07-3be2bc3528ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.052102737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461cdca6-f83f-4fe8-96b1-1ca141ec3273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.109372345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461cdca6-f83f-4fe8-96b1-1ca141ec3273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.159842388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461cdca6-f83f-4fe8-96b1-1ca141ec3273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.209678987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461cdca6-f83f-4fe8-96b1-1ca141ec3273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:38.017528481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf9bcbd-7f26-4efb-836c-3e2c466702cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:38.067660707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf9bcbd-7f26-4efb-836c-3e2c466702cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:38.122702848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf9bcbd-7f26-4efb-836c-3e2c466702cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:38.174081092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf9bcbd-7f26-4efb-836c-3e2c466702cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:38.324241252Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.992067958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8981c868-05b8-49d4-a271-d7f102eecc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:40.043122122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8981c868-05b8-49d4-a271-d7f102eecc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:40.0935716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8981c868-05b8-49d4-a271-d7f102eecc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:40.144144279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8981c868-05b8-49d4-a271-d7f102eecc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:41.955708587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14083858-6228-4851-91a0-774365bd1ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.006106358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14083858-6228-4851-91a0-774365bd1ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.056557069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14083858-6228-4851-91a0-774365bd1ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.106948226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14083858-6228-4851-91a0-774365bd1ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:43.929131884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af6257-11ed-446a-8e7e-4df837ce5852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:43.979294098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af6257-11ed-446a-8e7e-4df837ce5852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:44.029712491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af6257-11ed-446a-8e7e-4df837ce5852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:44.079707149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af6257-11ed-446a-8e7e-4df837ce5852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:45.891490534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"6eef054d-c9d9-40a1-9cda-a6b621533987","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:45.994069109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"21ad5809-0989-49a3-8b6b-0425fbdb2886","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:46.171961193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f1dceff-7b2f-4b4f-bbef-c6433e825871","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:46.34526242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"04f96919-cc45-4649-b8df-d9e06a4be905","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:46.457146279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"b002ab0e-d042-4bd9-a1d3-0a7d1cb6aab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:46.570577698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"eedd02e5-d2dc-47bb-9018-a1881e2df9bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:46.69840058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"62cacbcd-6f26-4a57-9ee9-be4101739df9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:46.801996901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"6057556b-381b-4690-9827-fa301a1cafdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:46.981144875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"96f3f97a-5fd0-401f-b76b-1840c6c25bc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:47.21198402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5eb846c1-3be1-4cb8-a81b-3cfb19da15eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:47.38293749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"71fd2c3a-9ed0-48c5-b0b1-789a6ba99997","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:47.606856809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"bdfbe292-f87a-4072-9f83-ca9d31189cf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:08.323783698Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.20117864Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","namespace":"ai-tenant-e2e-extmod-a-d067bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.201284709Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","namespace":"ai-tenant-e2e-extmod-a-d067bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.201338085Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","tenant":"e2e-extmod-a-d067bd","tenantID":"e2e-extmod-a-d067bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.253506718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d067bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.311196564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"Service","name":"maas-api-e2e-extmod-a-d067bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.36841756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d067bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.420480923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d067bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.478139319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.531441953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.586771979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.646622721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.696522865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.748092918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.798184811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"Service","name":"payload-processing-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.848417477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.898568103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.948383433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.998300281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.052322712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.102435164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.152128918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.203924787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d067bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.254593237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d067bd"},"namespace":"ai-tenant-e2e-extmod-a-d067bd","name":"default-tenant","reconcileID":"6a00d284-ae00-417f-8b8f-9ab727121e17","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d067bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.310113971Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","namespace":"ai-tenant-e2e-autores-6b5091","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.310171116Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","namespace":"ai-tenant-e2e-autores-6b5091","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.310254729Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","tenant":"e2e-autores-6b5091","tenantID":"e2e-autores-6b5091","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.362584371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"Deployment","name":"maas-api-e2e-autores-6b5091","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.420664633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"Service","name":"maas-api-e2e-autores-6b5091","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.478264468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-6b5091","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.530457697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-6b5091","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.58358171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.636496944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.689771453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.746600504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.796885466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"Deployment","name":"payload-processing-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.846617512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.900533584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"Service","name":"payload-processing-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.950479901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"Service","name":"payload-pre-processing-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.000718418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"DestinationRule","name":"payload-processing-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.057379242Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d067bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d067bd","reconcileID":"aa4c3813-b876-4884-b913-0ce9a2882d40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d067bd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d067bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.057748056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.113704178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.168499122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.219555683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.269487703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.343513814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-6b5091","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.396698935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6b5091"},"namespace":"ai-tenant-e2e-autores-6b5091","name":"default-tenant","reconcileID":"0c52a433-b38e-48d4-bd0b-b6e7f3250ab0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-6b5091","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:12.227646253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3b2fe7-c26e-4c5f-b6b4-b1c9539254b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:12.278125201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3b2fe7-c26e-4c5f-b6b4-b1c9539254b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:12.286998162Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-6b5091","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-6b5091","reconcileID":"56efdf31-0cdf-415f-b212-5a5a25663613","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-6b5091","removed":["maas.opendatahub.io/gateway-access-e2e-autores-6b5091"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:12.328427458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3b2fe7-c26e-4c5f-b6b4-b1c9539254b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:12.378943359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3b2fe7-c26e-4c5f-b6b4-b1c9539254b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:14.31015661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11b5225-e976-42d7-bdb8-7979dcab2b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:14.362790078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11b5225-e976-42d7-bdb8-7979dcab2b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:14.412974894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11b5225-e976-42d7-bdb8-7979dcab2b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:14.46302403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11b5225-e976-42d7-bdb8-7979dcab2b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:16.314358511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5e2ea2-cbf7-4ea0-9525-99a8c172f308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:16.364393499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5e2ea2-cbf7-4ea0-9525-99a8c172f308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:16.414290782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5e2ea2-cbf7-4ea0-9525-99a8c172f308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:16.464395371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5e2ea2-cbf7-4ea0-9525-99a8c172f308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:16.615800524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"c8489ec9-70c8-49d7-977a-6a7223f7bfa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:16.819887353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9065df63-f713-4a43-a79b-e7ea43b05320","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:16.941877686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"86abf6d3-c4b7-4648-87cc-b184575dab19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.186277932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"2f2b26e2-79c6-4db7-a61a-ff89a3c6682f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.308911573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"6f596bea-113c-4f53-ac2f-f46e20dc35fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.409286704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"cb477a99-48d3-420a-8f87-c72ada6a7623","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.550931849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"ab9f59d8-cfd0-4bfe-9631-1dae7d89a351","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.651997219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0001e50-cac4-470c-bb6b-93f36d4a9cd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.667615942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"1a9d0379-ee00-41ab-a877-9959cc8b31f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.842352175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"5b93055f-d932-49b3-afaa-09b7a4e93d5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.941271464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"dffc9fc5-868f-411e-a748-dd0f2ecb2f8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:18.085595224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"0083053a-6e2c-433e-ba9c-460fa4cadb25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.849169523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"794b13d0-9261-4e88-8395-750cc9a54515","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.899324132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"b07c53a7-bfea-4253-ab37-b390cfeb05e0","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.94964612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"b1da1e29-3a19-494a-8d5e-ba8b90b76ea6","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.950091223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"f03dbbda-b52b-4ed1-bf7a-22250c1ee25d","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.954955991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"dc847d03-c386-4005-adf4-e2bbda0a9e4c","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.95513887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"79ed5667-46f8-49ea-9152-d43ac283744a","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.955316142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"db81f2fd-5784-4bc2-acce-b1ea299abf4f","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.955553659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"0e01ac97-cbf2-43f9-8473-1487577a2a3e","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.048237806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"aef61a72-2a7e-418c-8fd4-a9eb69f754cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.048263342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"6d75a11f-64df-45c4-a0bd-cf6900598a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.101673338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"e2d070de-fdd8-484a-9245-c2f270a847a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.102135697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"68aa7a4c-6591-4a95-836d-78c4df101780","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.104065578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"aef61a72-2a7e-418c-8fd4-a9eb69f754cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.105887035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"6d75a11f-64df-45c4-a0bd-cf6900598a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.42306288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"8e246d7d-3bfd-4d84-a3d6-287ffd1be200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.423061834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"03a14820-3641-4c8e-a7cf-54fdbc524949","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.459041719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"2b282bb5-761d-4544-8fb7-c08572089ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.459041949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d3a104d1-e347-4fae-854b-97181013b0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.514015174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"2b282bb5-761d-4544-8fb7-c08572089ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.514015336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d3a104d1-e347-4fae-854b-97181013b0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.629906498Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","namespace":"ai-tenant-e2e-extmod-a-eb68dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.629966405Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","namespace":"ai-tenant-e2e-extmod-a-eb68dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.630015496Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","tenant":"e2e-extmod-a-eb68dd","tenantID":"e2e-extmod-a-eb68dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.681908226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"Deployment","name":"maas-api-e2e-extmod-a-eb68dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.740159551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"Service","name":"maas-api-e2e-extmod-a-eb68dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.767867429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b75143-1e9d-4c5b-be9e-d324e9a78a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.818085319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b75143-1e9d-4c5b-be9e-d324e9a78a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.822825539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-eb68dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.867977543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b75143-1e9d-4c5b-be9e-d324e9a78a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.918193374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b75143-1e9d-4c5b-be9e-d324e9a78a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.920232836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-eb68dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:21.974514986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.028672798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.083439713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.179330289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.229383809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.283312021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.337067358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"Service","name":"payload-processing-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.405367692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.455862445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.508980842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.560175504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.613647216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.664343274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.714021138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.767025863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-eb68dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.817273522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb68dd"},"namespace":"ai-tenant-e2e-extmod-a-eb68dd","name":"default-tenant","reconcileID":"6c50dbe1-c20a-46a2-ab2c-7693a84a7c86","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-eb68dd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.927434861Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","namespace":"ai-tenant-e2e-extmod-a-08fcc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.927536334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","namespace":"ai-tenant-e2e-extmod-a-08fcc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:22.978815348Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","tenant":"e2e-extmod-a-08fcc4","tenantID":"e2e-extmod-a-08fcc4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.033106358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"Deployment","name":"maas-api-e2e-extmod-a-08fcc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.095160554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"Service","name":"maas-api-e2e-extmod-a-08fcc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.148317738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-08fcc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.200030807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-08fcc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.300148894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.353423763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.417954271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.484550749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.534341493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.583637862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.633289731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"Service","name":"payload-processing-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.683098745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.6883594Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-eb68dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-eb68dd","reconcileID":"8d7e9db6-84d1-489c-8bb6-c8fc18d89cdd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-eb68dd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-eb68dd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.733076891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.782974145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.826493434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2834fd2a-a78f-4fee-9bb4-101920a376b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.878326332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2834fd2a-a78f-4fee-9bb4-101920a376b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.878843892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.929496138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2834fd2a-a78f-4fee-9bb4-101920a376b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.980450383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2834fd2a-a78f-4fee-9bb4-101920a376b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:23.986975101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:24.036626235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:24.091167283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:24.145268633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-08fcc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:24.198487465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-08fcc4"},"namespace":"ai-tenant-e2e-extmod-a-08fcc4","name":"default-tenant","reconcileID":"6075fd0f-7979-456f-abfc-c74968191db9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-08fcc4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:25.04624114Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-08fcc4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-08fcc4","reconcileID":"40150e86-97f0-465b-bd4e-d1cf33ec3f04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-08fcc4","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-08fcc4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:25.85042685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557fa103-c5e3-433b-99ab-4a59748efac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:25.900410559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557fa103-c5e3-433b-99ab-4a59748efac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:25.95037474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557fa103-c5e3-433b-99ab-4a59748efac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.00245054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557fa103-c5e3-433b-99ab-4a59748efac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.07585381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"cdaec859-f676-4669-afc3-82749c49e45c","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.392194885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"7b38afc6-86a7-4e68-8e35-30ba68513238","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.705515266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"e73d91ef-173b-456d-b59c-5476cddf9626","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.880898525Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c61da9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c61da9","reconcileID":"5d74fde2-3606-4fbf-82fd-4fe1b2d25096","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c61da9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c61da9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.906866933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"ca74f3d4-7d04-4b8d-a709-f43bda13ef51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.91137027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"bca0d407-10bf-4783-965c-1427099d3888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.911639748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"45ee876c-25b0-4113-b228-6107be93cab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.967171987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"45ee876c-25b0-4113-b228-6107be93cab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:26.967184138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"bca0d407-10bf-4783-965c-1427099d3888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.018722364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"c43f9fd5-9af5-4a43-87d5-6e9b6a06fd2c","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.137336164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"7d1f8388-67f7-4765-80b7-da4f2c768739","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.234585091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"d8634f9c-b2da-440b-ac27-cc10b3dfc199","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.385002075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"f240d5f1-3503-4f88-8a63-1e58a9e734c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.385576027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"29936d6c-3476-4433-9028-a8bae66fa5fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.386039853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"a6ada148-c46c-4c27-b9fe-5ad399fdf167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.44074399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"29936d6c-3476-4433-9028-a8bae66fa5fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.443665501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"a6ada148-c46c-4c27-b9fe-5ad399fdf167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.457097189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"32da2f8e-ca99-4865-9629-aee222f39c50","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.660594372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"17e410b9-423f-417a-9ba9-c5dbac956c30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.877734097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cbf747-0485-4617-b7ba-152e262e684b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.928804466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cbf747-0485-4617-b7ba-152e262e684b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:27.978634505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cbf747-0485-4617-b7ba-152e262e684b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:28.028932957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cbf747-0485-4617-b7ba-152e262e684b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:29.913326002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bcd8d3-12d3-4470-9dac-cfb734c81d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:29.963882669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bcd8d3-12d3-4470-9dac-cfb734c81d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.013796321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bcd8d3-12d3-4470-9dac-cfb734c81d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.06402753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bcd8d3-12d3-4470-9dac-cfb734c81d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.407999747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"fd95aede-3452-4754-8f8b-781bdc070ea9","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.408314322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"dacf3c14-a8ee-4fa5-93e7-1751d0e3c918","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.408582717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"68d5f111-959f-4645-922b-d9881ff6286d","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.408959053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"16275d6f-5a9d-45d6-b31c-0da4315804b6","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.557709227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"4956183d-00dc-49c4-9df9-af3a59c0c66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.557716898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"2a7023f1-e960-4348-a689-4b7a2b060d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.609392185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"99d24c7b-7de9-4e2b-b123-7f514172e1a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.609477836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"c6834d9a-bb2a-43d5-a18b-bcbcdbf315c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.615315154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"4956183d-00dc-49c4-9df9-af3a59c0c66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.615664224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"2a7023f1-e960-4348-a689-4b7a2b060d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.898272119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6146bbad-ad00-4b13-a974-477afceb0061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.914913492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"acd6e1c1-fda7-434f-87db-9b558062968e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:31.953376555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6146bbad-ad00-4b13-a974-477afceb0061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.005206759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6146bbad-ad00-4b13-a974-477afceb0061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.055378561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6146bbad-ad00-4b13-a974-477afceb0061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.055730808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"da5c729a-c0f7-48d1-97e0-399c46aedd94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.055930673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"156de107-b9f4-46c0-8967-9ae31de3535d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.111448988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"156de107-b9f4-46c0-8967-9ae31de3535d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.111642934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"da5c729a-c0f7-48d1-97e0-399c46aedd94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.158961853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"4c30fdfd-5d3c-4db1-9df4-fa0707ed19c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.011381056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2432fe-f383-4307-b68f-00c492c55b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.06152449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2432fe-f383-4307-b68f-00c492c55b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.111387081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2432fe-f383-4307-b68f-00c492c55b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.161135752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2432fe-f383-4307-b68f-00c492c55b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:36.027282407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb5cfd0-d321-4ca3-8cb0-87452056e7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:36.077505531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb5cfd0-d321-4ca3-8cb0-87452056e7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:36.127476793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb5cfd0-d321-4ca3-8cb0-87452056e7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:36.177681291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb5cfd0-d321-4ca3-8cb0-87452056e7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:38.03010156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef3db6d-8d6e-4d00-b0fe-dc28bc63658d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:38.080134434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef3db6d-8d6e-4d00-b0fe-dc28bc63658d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:38.130103918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef3db6d-8d6e-4d00-b0fe-dc28bc63658d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:38.180202185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef3db6d-8d6e-4d00-b0fe-dc28bc63658d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:38.324275994Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:39.585602295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"c865ce54-09fa-4c13-8ca3-b1dd4388bf8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:39.791962801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"5cf76696-ee04-46a2-bd43-af7069a41ee0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-premium-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:39.844348678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"a8bb4c58-2136-4be9-9cc9-2ef9d60582a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:39.904087588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"79b4e897-94aa-44e8-b723-81528f906b65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.058264255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d652ceb1-f14b-4431-9fb7-07d258f53b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.080139127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"f1b8ff70-4581-4c82-ad64-c993f0979886","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.10991457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d652ceb1-f14b-4431-9fb7-07d258f53b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.161489389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d652ceb1-f14b-4431-9fb7-07d258f53b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.211543985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d652ceb1-f14b-4431-9fb7-07d258f53b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.312675793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a0077fd8-4e5b-4774-b35e-daacd5914d43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.414724161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"4fbcc11e-cd2e-4d20-9b58-085c530ec3cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"maas-trlp-simulator-w3-dd98f0","model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.446255503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"ae1b57bf-a5f6-4fe2-8ace-18d2a475de9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.567078213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a3b9807-3cd1-4ce6-9335-270aed3e0762","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.691727827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"3cabfd51-15d7-45d7-bce3-a43a164cbb3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:40.810628265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"a4dac721-1a52-401d-a632-9c9730f86c2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.052359097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"22cb436c-a459-4fab-9512-fe4404df0d84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.408853005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"0f8db3a3-753a-4e90-bf81-5f1fca91ac09","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.409353456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"1b81ee94-bcd2-4cdd-bd12-8a48c51494ff","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.409666848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"9332c5bb-9bc4-43d5-93e1-5302692f0721","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.410077357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"edd21752-848d-438e-97eb-19258e164b4a","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:42.04292564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f50676a-aa5a-41af-99d3-f85b898b1314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:42.092836774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f50676a-aa5a-41af-99d3-f85b898b1314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:42.143008854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f50676a-aa5a-41af-99d3-f85b898b1314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:42.193295627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f50676a-aa5a-41af-99d3-f85b898b1314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.055288383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6532c89-d588-4da6-b867-c1ac3c01e211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.105518184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6532c89-d588-4da6-b867-c1ac3c01e211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.155666921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6532c89-d588-4da6-b867-c1ac3c01e211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.205627086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6532c89-d588-4da6-b867-c1ac3c01e211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:51.409675552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"b0f4743e-1da7-4518-b3d2-d48e9556d915","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:51.409955046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"7d523205-8694-411e-a67e-abf51d4d2fb1","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:51.410190756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"24ed83e7-c259-43d8-871a-e565b8526ada","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:51.410687691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"311db883-6fd3-482e-9994-b133f4ec1f92","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.262856027Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.262925888Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.262983404Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","tenant":"e2e-shared-a-w1-ba34eb","tenantID":"e2e-shared-a-w1-ba34eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.315342291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-ba34eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.378073425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"Service","name":"maas-api-e2e-shared-a-w1-ba34eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.436560887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-ba34eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.488570428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-ba34eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.552873032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.605987155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.660885786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.717577388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.768783302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.818587105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.870584361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.920685378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.970380732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:00.02041174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:00.070241013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:00.123950836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:00.173476336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:00.223082718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:00.27555211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-ba34eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:00.32566359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-ba34eb"},"namespace":"ai-tenant-e2e-shared-a-w1-ba34eb","name":"default-tenant","reconcileID":"754b5f95-24fe-4824-8e1f-6d707e9baaa5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-ba34eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:01.411097742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"2b5c7e61-d6ac-4471-b02d-62295258ee34","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:01.411374467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"f640fa29-b87b-4145-8664-045e2863b1c1","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:01.41153516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"9d76a1a4-6176-4c08-bb47-47412af7c79e","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:01.411820302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"f58626d6-3c25-4e8b-b011-f0e091969059","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:01.616183564Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-ba34eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-ba34eb","reconcileID":"71717ffc-8097-41b3-ae10-a4ca30ce7e25","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-ba34eb","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-ba34eb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:01.862789446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-2-w3-dd98f0","reconcileID":"b85a909f-a34a-458b-8e67-c327d66dc7e8","MaaSModelRef":{"name":"distinct-2-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-2-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-2-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:01.872771736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"distinct-w3-dd98f0","reconcileID":"6c3c53ad-f31c-41b0-8033-13d3c975fa5c","MaaSModelRef":{"name":"distinct-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"distinct-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"distinct-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:01.877120353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"premium-w3-dd98f0","reconcileID":"4113f35d-016c-4a7e-99f6-66b2db152284","MaaSModelRef":{"name":"premium-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"premium-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"premium-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:01.885446378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"namespace":"e2e-models-e2e-worker-w3-dd98f0","name":"simulator-w3-dd98f0","reconcileID":"bcec8218-d11b-46c6-94b6-140245f2b15d","MaaSModelRef":{"name":"simulator-w3-dd98f0","namespace":"e2e-models-e2e-worker-w3-dd98f0"},"routeName":"simulator-w3-dd98f0-kserve-route","namespace":"e2e-models-e2e-worker-w3-dd98f0","llmisvcName":"simulator-w3-dd98f0","gateway":"openshift-ingress/e2e-worker-w3-dd98f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.687632287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd8f18-0687-450a-9d80-7ec5e5565a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.740261554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd8f18-0687-450a-9d80-7ec5e5565a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.79411207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd8f18-0687-450a-9d80-7ec5e5565a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.795005029Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"b992f40f-a6f3-47f0-987d-5e0723f23ce4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.845060098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd8f18-0687-450a-9d80-7ec5e5565a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.89609802Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"3f58f510-ea46-43c2-98b2-6359707ebf65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.900779732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"44200b23-2b4f-47c5-8b21-bd047b59c7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.955675118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"44200b23-2b4f-47c5-8b21-bd047b59c7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.955734001Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"44200b23-2b4f-47c5-8b21-bd047b59c7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.994328519Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"26314246-7340-49b9-ab8a-6baabd05b721","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:02.996366634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e697d8d7-5d0a-47e1-9682-d677697e9059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.055028759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e697d8d7-5d0a-47e1-9682-d677697e9059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.055183319Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"e697d8d7-5d0a-47e1-9682-d677697e9059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.10898917Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"9828384e-18c0-4344-8353-49f2f51a3639","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.208896181Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"848c676b-e817-4f34-9751-7f38a6c67336","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.208900724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d496f76f-8d96-4a42-a6b5-350c6ea4ac57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.263776155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d496f76f-8d96-4a42-a6b5-350c6ea4ac57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.26382882Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d496f76f-8d96-4a42-a6b5-350c6ea4ac57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.308967978Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"fd6d9fc7-79fd-4c4a-86d3-1b721c6e18d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.309935598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"b867307d-e05f-4c44-8789-a51b607de670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.365909433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"b867307d-e05f-4c44-8789-a51b607de670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.36597346Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"b867307d-e05f-4c44-8789-a51b607de670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.412750233Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"d17e666b-6c03-4746-9568-cceafc041881","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.462996715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"21e01c04-6bcd-4478-8228-11df06e46ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.522200377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"21e01c04-6bcd-4478-8228-11df06e46ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.522271781Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"21e01c04-6bcd-4478-8228-11df06e46ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.974261277Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"cbbdd3f6-4778-4f9b-9e63-528dcc117312","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:03.97956268Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"67d911d9-8b93-47eb-8b13-17bd53c1b0ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.074450396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"54e4451d-8f37-4165-a446-b8815d8026cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.074584011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"3577f8e9-fc5b-4ab0-a2ae-2960979f4598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.133205968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"54e4451d-8f37-4165-a446-b8815d8026cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.133279881Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"54e4451d-8f37-4165-a446-b8815d8026cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.137377316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"3577f8e9-fc5b-4ab0-a2ae-2960979f4598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.137443608Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"3577f8e9-fc5b-4ab0-a2ae-2960979f4598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.434856139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"71ae22a6-4c14-4ebc-9a1b-c9bd60a210ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.437624212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"d3833990-37d6-40f3-93c8-5121466ebcba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.490148572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"71ae22a6-4c14-4ebc-9a1b-c9bd60a210ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.490205834Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"71ae22a6-4c14-4ebc-9a1b-c9bd60a210ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.492631308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"d3833990-37d6-40f3-93c8-5121466ebcba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.492663872Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"d3833990-37d6-40f3-93c8-5121466ebcba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.726487785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d014fe-2288-48d9-b7a5-1d56b6e08d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.776993566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d014fe-2288-48d9-b7a5-1d56b6e08d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.827196253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d014fe-2288-48d9-b7a5-1d56b6e08d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:04.87756318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d014fe-2288-48d9-b7a5-1d56b6e08d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.236647777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"29b655de-075f-408c-b99c-810d1d3541e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.24076001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"3ac58c46-3a00-4ccd-b7f4-a5bff5c9437e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.291586634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"29b655de-075f-408c-b99c-810d1d3541e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.291630998Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"29b655de-075f-408c-b99c-810d1d3541e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.298573633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"3ac58c46-3a00-4ccd-b7f4-a5bff5c9437e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.298603903Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"3ac58c46-3a00-4ccd-b7f4-a5bff5c9437e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.597327893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"f44c5054-7c5e-43dd-b4af-b6d684faa52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.689846344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"f44c5054-7c5e-43dd-b4af-b6d684faa52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.689892171Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"f44c5054-7c5e-43dd-b4af-b6d684faa52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.790548074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"b5582750-b32d-4e0b-bde7-50d2f25f9d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.845461301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"b5582750-b32d-4e0b-bde7-50d2f25f9d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.900877863Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"b5582750-b32d-4e0b-bde7-50d2f25f9d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:06.727665217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fe54d7-8182-4c6a-81ff-d9f39cdc21b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:06.778253057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fe54d7-8182-4c6a-81ff-d9f39cdc21b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:06.828309074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fe54d7-8182-4c6a-81ff-d9f39cdc21b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:06.881047141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fe54d7-8182-4c6a-81ff-d9f39cdc21b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:08.324560391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:08.716251382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a31ea0-5e65-4bad-ae52-0660003943a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:08.766236617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a31ea0-5e65-4bad-ae52-0660003943a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:08.820784471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a31ea0-5e65-4bad-ae52-0660003943a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:08.870865088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a31ea0-5e65-4bad-ae52-0660003943a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:10.804576373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e065b350-c8cc-4951-8d3d-6a7c6a75a651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:10.854750117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e065b350-c8cc-4951-8d3d-6a7c6a75a651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:10.90494951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e065b350-c8cc-4951-8d3d-6a7c6a75a651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:10.955105953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e065b350-c8cc-4951-8d3d-6a7c6a75a651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:12.800513561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e727a6-9aec-495a-b266-2159381acb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:12.858119712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e727a6-9aec-495a-b266-2159381acb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:12.908419851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e727a6-9aec-495a-b266-2159381acb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:12.95848728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e727a6-9aec-495a-b266-2159381acb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:14.772050351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec1ad18-4c53-4c24-8a5d-e0d263e6ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:14.822164381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec1ad18-4c53-4c24-8a5d-e0d263e6ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:14.872368598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec1ad18-4c53-4c24-8a5d-e0d263e6ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:14.922428116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec1ad18-4c53-4c24-8a5d-e0d263e6ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:16.809573974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40095535-fef6-4bc7-b430-85a396cfdafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:16.859664769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40095535-fef6-4bc7-b430-85a396cfdafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:16.910202295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40095535-fef6-4bc7-b430-85a396cfdafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:16.961081355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40095535-fef6-4bc7-b430-85a396cfdafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:18.78097424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d50ddc3-797a-47b2-a72b-0ceaf23d8444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:18.831254603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d50ddc3-797a-47b2-a72b-0ceaf23d8444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:18.881570796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d50ddc3-797a-47b2-a72b-0ceaf23d8444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:18.931802796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d50ddc3-797a-47b2-a72b-0ceaf23d8444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:20.815927198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43a8b48-b44d-4e78-b50e-70b5c8644deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:20.866140587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43a8b48-b44d-4e78-b50e-70b5c8644deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:20.916144811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43a8b48-b44d-4e78-b50e-70b5c8644deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:20.966264903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43a8b48-b44d-4e78-b50e-70b5c8644deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:22.790449328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e23226a-f475-4dfc-844b-96f1e5813faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:22.840663534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e23226a-f475-4dfc-844b-96f1e5813faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:22.891827323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e23226a-f475-4dfc-844b-96f1e5813faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:22.943071774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e23226a-f475-4dfc-844b-96f1e5813faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:24.772272171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e342baee-b8f9-40c0-97dc-c558c5a2c369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:24.824974404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e342baee-b8f9-40c0-97dc-c558c5a2c369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:24.875310939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e342baee-b8f9-40c0-97dc-c558c5a2c369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:24.925456287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e342baee-b8f9-40c0-97dc-c558c5a2c369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.478600205Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.478662912Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","namespace":"ai-tenant-e2e-shared-a-w2-4397fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.478725114Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","tenant":"e2e-shared-a-w2-4397fc","tenantID":"e2e-shared-a-w2-4397fc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.530930175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-4397fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.58904313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"Service","name":"maas-api-e2e-shared-a-w2-4397fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.656204251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-4397fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.708265691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-4397fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.764274429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.81720103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.872174602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.926081629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.976030234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.025864545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.075566231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.125645291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.17551558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.225293379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.277093725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.334941721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.384929609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.435043604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.487463177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-4397fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.537414421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4397fc"},"namespace":"ai-tenant-e2e-shared-a-w2-4397fc","name":"default-tenant","reconcileID":"75214fb4-c12a-43f0-a8cc-f43faa307f2c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-4397fc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.606817955Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"61704a00-9da9-442d-8c62-e41b142eea7d","namespace":"ai-tenant-e2e-worker-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.606897786Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"61704a00-9da9-442d-8c62-e41b142eea7d","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.676983655Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"61704a00-9da9-442d-8c62-e41b142eea7d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.738208279Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"61704a00-9da9-442d-8c62-e41b142eea7d","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.738252779Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"61704a00-9da9-442d-8c62-e41b142eea7d","namespace":"ai-tenant-e2e-worker-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.73832492Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"61704a00-9da9-442d-8c62-e41b142eea7d","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.792384572Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"61704a00-9da9-442d-8c62-e41b142eea7d","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.831618734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"04c15570-5019-4f14-a1c7-53e4ac2f5fe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.831650052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"eb3dfff3-1d3f-45a8-93ae-b216e995c175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.859660596Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"61704a00-9da9-442d-8c62-e41b142eea7d","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.892070333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"04c15570-5019-4f14-a1c7-53e4ac2f5fe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.893370175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"eb3dfff3-1d3f-45a8-93ae-b216e995c175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.946094087Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"04c15570-5019-4f14-a1c7-53e4ac2f5fe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:27.947687946Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"eb3dfff3-1d3f-45a8-93ae-b216e995c175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.085961282Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d545d2dd-dc9c-4856-bbd8-8edee0c36cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.086454256Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"525b7cec-7a94-4aa0-8aac-896e30d8ccf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.286808318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"525b7cec-7a94-4aa0-8aac-896e30d8ccf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.286808142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d545d2dd-dc9c-4856-bbd8-8edee0c36cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.411498336Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d545d2dd-dc9c-4856-bbd8-8edee0c36cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.411523749Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-access","reconcileID":"d545d2dd-dc9c-4856-bbd8-8edee0c36cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:28:28.415886231Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"525b7cec-7a94-4aa0-8aac-896e30d8ccf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-dd98f0-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:28:28.415942795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"525b7cec-7a94-4aa0-8aac-896e30d8ccf6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-dd98f0-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.421293727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"26222e3b-0097-4969-90cc-219830b6c7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.421663404Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-4397fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-4397fc","reconcileID":"8fa74765-b7ef-489e-852b-0883767dfaf5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-4397fc","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-4397fc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.622632537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"26222e3b-0097-4969-90cc-219830b6c7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.68538648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"26222e3b-0097-4969-90cc-219830b6c7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"name":"e2e-worker-w3-dd98f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.685407993Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-access","reconcileID":"26222e3b-0097-4969-90cc-219830b6c7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:29.482346718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2654ac-0afb-45a0-9c5d-f2b36d86414d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:29.533623699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2654ac-0afb-45a0-9c5d-f2b36d86414d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:29.58426571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2654ac-0afb-45a0-9c5d-f2b36d86414d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:29.635812796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2654ac-0afb-45a0-9c5d-f2b36d86414d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:31.461109817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9489962a-ac2b-4a84-bc3e-7c66b89e848f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:31.511223264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9489962a-ac2b-4a84-bc3e-7c66b89e848f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:31.563941036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9489962a-ac2b-4a84-bc3e-7c66b89e848f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:31.61445975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9489962a-ac2b-4a84-bc3e-7c66b89e848f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:33.44371205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7000d7f5-81e7-4aa0-815a-fc2ae726fbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:33.493810536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7000d7f5-81e7-4aa0-815a-fc2ae726fbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:33.543655811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7000d7f5-81e7-4aa0-815a-fc2ae726fbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:33.593883122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7000d7f5-81e7-4aa0-815a-fc2ae726fbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:35.419688909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6815601-0a5e-47bc-a99e-5fd5952bb195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:35.47038333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6815601-0a5e-47bc-a99e-5fd5952bb195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:35.520507276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6815601-0a5e-47bc-a99e-5fd5952bb195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:35.570663536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6815601-0a5e-47bc-a99e-5fd5952bb195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:37.51132791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852555e3-cdb0-4879-9133-5193e98f9a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:37.561403534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852555e3-cdb0-4879-9133-5193e98f9a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:37.61154743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852555e3-cdb0-4879-9133-5193e98f9a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:37.661773756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852555e3-cdb0-4879-9133-5193e98f9a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:37.844838575Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"7c52deb3-431d-48d6-a692-2d72d5a99cf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:37.875564226Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"simulator-subscription","reconcileID":"7c52deb3-431d-48d6-a692-2d72d5a99cf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-dd98f0/simulator-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:37.92536638Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"77db5e4f-be7c-40ad-953a-5171087c729b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:37.925499832Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"premium-simulator-subscription","reconcileID":"77db5e4f-be7c-40ad-953a-5171087c729b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"model":"e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-dd98f0/premium-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.078884832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"5c612602-4050-4f67-9887-a914dcf5a700","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c61da9","tenantID":"e2e-extmod-a-c61da9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.192376629Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"5c612602-4050-4f67-9887-a914dcf5a700","name":"e2e-extmod-a-c61da9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:38.323895792Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:39.484942245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfdd46bb-1035-4efc-b727-de26f247cacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:39.535255075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfdd46bb-1035-4efc-b727-de26f247cacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:39.585382295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfdd46bb-1035-4efc-b727-de26f247cacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:39.635472176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfdd46bb-1035-4efc-b727-de26f247cacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.126049102Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","namespace":"ai-tenant-e2e-extmod-b-9332a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.126110812Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","namespace":"ai-tenant-e2e-extmod-b-9332a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.126164106Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","tenant":"e2e-extmod-b-9332a5","tenantID":"e2e-extmod-b-9332a5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.178349839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"Deployment","name":"maas-api-e2e-extmod-b-9332a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.238309332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"Service","name":"maas-api-e2e-extmod-b-9332a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.291701921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-9332a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.345406717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-9332a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.399700695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.452200444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.507762966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.565353955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.615983589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.665735623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.715585088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"Service","name":"payload-processing-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.765433201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.815378548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.865389155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.914997551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.969023569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.018966777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.068458664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.120464533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-9332a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.173075373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9332a5"},"namespace":"ai-tenant-e2e-extmod-b-9332a5","name":"default-tenant","reconcileID":"800f3994-4152-4057-82af-d72bfb9d575d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-9332a5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.967140786Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9332a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9332a5","reconcileID":"e1b2bb78-62c1-4dd9-93c1-401b3e40bc7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9332a5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-9332a5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:46.035727162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8633d4d-0dae-465f-91ff-12be7fea87a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:46.086820063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8633d4d-0dae-465f-91ff-12be7fea87a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:46.136978212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8633d4d-0dae-465f-91ff-12be7fea87a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:46.187145594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8633d4d-0dae-465f-91ff-12be7fea87a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:48.054275986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4a7cdf-4e27-4462-a228-0a9246a2db3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:48.104808036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4a7cdf-4e27-4462-a228-0a9246a2db3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:48.155060926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4a7cdf-4e27-4462-a228-0a9246a2db3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:48.205285898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4a7cdf-4e27-4462-a228-0a9246a2db3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:53.994050039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af41bef-9823-4f1a-ada0-4e2b79ddacb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:54.044274695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af41bef-9823-4f1a-ada0-4e2b79ddacb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:54.094632065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af41bef-9823-4f1a-ada0-4e2b79ddacb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:54.144683425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af41bef-9823-4f1a-ada0-4e2b79ddacb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:55.994427761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409584ba-87e1-4b8e-a1d5-acbfb4442bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:56.044559774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409584ba-87e1-4b8e-a1d5-acbfb4442bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:56.094722171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409584ba-87e1-4b8e-a1d5-acbfb4442bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:56.144928753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409584ba-87e1-4b8e-a1d5-acbfb4442bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:58.001380779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3883f7c2-e898-4913-b97a-d1e42394fc8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:58.05267274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3883f7c2-e898-4913-b97a-d1e42394fc8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:58.102846649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3883f7c2-e898-4913-b97a-d1e42394fc8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:58.152911191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3883f7c2-e898-4913-b97a-d1e42394fc8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:59.964497926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369addf4-b024-4388-bcf0-a0d8897cf217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:00.014672209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369addf4-b024-4388-bcf0-a0d8897cf217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:00.0649397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369addf4-b024-4388-bcf0-a0d8897cf217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:00.114940774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369addf4-b024-4388-bcf0-a0d8897cf217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.93128595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f502ac46-cf1f-42ed-a93a-f89c71ac3ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.981616853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f502ac46-cf1f-42ed-a93a-f89c71ac3ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.031855547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f502ac46-cf1f-42ed-a93a-f89c71ac3ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.081994699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f502ac46-cf1f-42ed-a93a-f89c71ac3ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.903524411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f38532-7a21-4619-98f2-ce8f2ade52cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.953728256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f38532-7a21-4619-98f2-ce8f2ade52cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:04.003927523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f38532-7a21-4619-98f2-ce8f2ade52cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:04.054663153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f38532-7a21-4619-98f2-ce8f2ade52cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:05.920595003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc475493-18f6-4851-b573-7b1843cc26d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:05.970534738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc475493-18f6-4851-b573-7b1843cc26d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:06.021053993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc475493-18f6-4851-b573-7b1843cc26d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:06.071226847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc475493-18f6-4851-b573-7b1843cc26d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:07.929621893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a301cc9-0f5c-4ffe-9008-4c924f80b51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:07.979766545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a301cc9-0f5c-4ffe-9008-4c924f80b51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.029878303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a301cc9-0f5c-4ffe-9008-4c924f80b51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.080057642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a301cc9-0f5c-4ffe-9008-4c924f80b51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.324902202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:09.918361094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c142e584-c6fd-42bc-b65a-ddc02c2286ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:09.968831398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c142e584-c6fd-42bc-b65a-ddc02c2286ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:10.018909011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c142e584-c6fd-42bc-b65a-ddc02c2286ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:10.069076243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c142e584-c6fd-42bc-b65a-ddc02c2286ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:19.675394766Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:19.675457735Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:19.675525005Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","tenant":"e2e-shared-b-w1-3be6fa","tenantID":"e2e-shared-b-w1-3be6fa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:19.727714988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-3be6fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:19.785899108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"Service","name":"maas-api-e2e-shared-b-w1-3be6fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:19.845623756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-3be6fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:19.89736022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-3be6fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:19.958034229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.010721985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.065916128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.125978771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.176248352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.226472209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.278136803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.328275982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.378042948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.427699998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.47746224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.531441981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.581510774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.631348081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.685648469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-3be6fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.735876914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3be6fa"},"namespace":"ai-tenant-e2e-shared-b-w1-3be6fa","name":"default-tenant","reconcileID":"ec667918-571e-4751-9cfc-422352a76e8c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-3be6fa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:21.564482995Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-3be6fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-3be6fa","reconcileID":"de196790-e19e-419a-b583-02073591a390","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-3be6fa","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-3be6fa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.621960524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bc2ea0-38a0-4a25-b6df-e561379d9946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.672931222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bc2ea0-38a0-4a25-b6df-e561379d9946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.722732261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bc2ea0-38a0-4a25-b6df-e561379d9946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:22.773276666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bc2ea0-38a0-4a25-b6df-e561379d9946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.606532286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be403367-3c9c-459c-9bfa-21d7bdf6dac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.656702566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be403367-3c9c-459c-9bfa-21d7bdf6dac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.706654711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be403367-3c9c-459c-9bfa-21d7bdf6dac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:24.756559255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be403367-3c9c-459c-9bfa-21d7bdf6dac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.826906855Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","namespace":"ai-tenant-e2e-worker-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.826967644Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","namespace":"ai-tenant-e2e-worker-w3-dd98f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.827019157Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","tenant":"e2e-worker-w3-dd98f0","tenantID":"e2e-worker-w3-dd98f0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.879052242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"Deployment","name":"maas-api-e2e-worker-w3-dd98f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.939087789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"Service","name":"maas-api-e2e-worker-w3-dd98f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:25.997602949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-dd98f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.049271577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-dd98f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.102695344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.158013255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.212679501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.266740815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.316854383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.366790635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.417141163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"Service","name":"payload-processing-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.467310532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.517256185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.567235212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.61697376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.670993959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.72124633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.770917799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.821100134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-dd98f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.870973476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dd98f0"},"namespace":"ai-tenant-e2e-worker-w3-dd98f0","name":"default-tenant","reconcileID":"6370ab5e-50f8-41c1-b4a5-e71c2439cbfd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-dd98f0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.926639579Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.926700745Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","namespace":"ai-tenant-e2e-shared-b-w2-f9925a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.926750626Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","tenant":"e2e-shared-b-w2-f9925a","tenantID":"e2e-shared-b-w2-f9925a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.979038074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-f9925a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.037956054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"Service","name":"maas-api-e2e-shared-b-w2-f9925a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.093188029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-f9925a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.145368283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-f9925a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.199059427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.251901604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.305763697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.358421485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.408141208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.457757553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.50758067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.557309747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.606840891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.656655925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.660277575Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-dd98f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-dd98f0","reconcileID":"2a4300d7-f281-4b56-81ab-3c3734179521","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-dd98f0","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-dd98f0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.706344009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.759942572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.809557097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.859561204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.92157286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-f9925a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.97256545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f9925a"},"namespace":"ai-tenant-e2e-shared-b-w2-f9925a","name":"default-tenant","reconcileID":"a8ca3f0b-876b-42cc-8045-4d3349c66f4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-f9925a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.818877138Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-f9925a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-f9925a","reconcileID":"00007276-e3cf-4eeb-a152-3079d374e788","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-f9925a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-f9925a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.843529644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6505b77c-6bef-45e6-8eb6-c031e46245bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.893861075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6505b77c-6bef-45e6-8eb6-c031e46245bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.944573835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6505b77c-6bef-45e6-8eb6-c031e46245bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.997460504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6505b77c-6bef-45e6-8eb6-c031e46245bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.032325076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"419df949-73c5-4f2b-b581-c0fcb4241e79","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.032619009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"086666c3-3bf8-4643-b879-451521986e6a","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.032844169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"df46a8d0-69bc-4a39-9491-bdbcecc5d89f","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.032987013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"cfe67382-b057-4167-8fd2-0d9f2376724d","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.137989124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"11aae2c3-df35-4ab0-b168-29fbd5bea71d","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.13833328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"18fe197c-3402-461f-aef8-088d2c7dec2b","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.138618428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"a59fdbc1-c7cc-4310-8786-28f44eb78f1c","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.138793304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"ac1c48e5-d857-4965-ae13-eab53f9e5e29","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.181018314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c5fccf87-ce97-4dd2-bd6b-2c5de2755699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.181018398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"2ae8026a-4799-4e3c-a561-3e98450d2a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.233983976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"8ba66a62-bdeb-4b5a-82f7-711ddbf8395e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.234511821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"10510da8-ed70-4d25-88e4-28b4b054e9c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.237820365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c5fccf87-ce97-4dd2-bd6b-2c5de2755699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.238300501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"2ae8026a-4799-4e3c-a561-3e98450d2a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.590432764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"308cd737-4b91-493a-97a3-4bcfc0a84241","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.590453577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"6731dcab-4b83-45b6-aa29-1326866d3f0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.622383775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4bc75519-99ce-4c24-b984-542c9506a62d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.622453101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"ce4e79e4-f22b-411b-ae00-b1a37d071b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.677807421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"4bc75519-99ce-4c24-b984-542c9506a62d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.677878876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"ce4e79e4-f22b-411b-ae00-b1a37d071b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.842475888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b88c22-cfc6-41ed-948e-be7c34389309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.892504813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b88c22-cfc6-41ed-948e-be7c34389309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.942544344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b88c22-cfc6-41ed-948e-be7c34389309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.992689373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b88c22-cfc6-41ed-948e-be7c34389309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.822056213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa84aa2b-e629-4fac-b107-743bf3ff423a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.872346583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa84aa2b-e629-4fac-b107-743bf3ff423a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.922381513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa84aa2b-e629-4fac-b107-743bf3ff423a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.972694648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa84aa2b-e629-4fac-b107-743bf3ff423a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.299480223Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.299578287Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.299663085Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","tenant":"e2e-shared-a-w4-8fb7f0","tenantID":"e2e-shared-a-w4-8fb7f0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.351425056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-8fb7f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.413484225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"Service","name":"maas-api-e2e-shared-a-w4-8fb7f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.471151184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-8fb7f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.525045887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-8fb7f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.580959867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.635545454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.690441554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.747545111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.808343268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.858352977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.910731571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:33.992324283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.042529894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.092566315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.142371903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.196303767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.295708783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.345468863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.395848705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-8fb7f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.445547584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0"},"namespace":"ai-tenant-e2e-shared-a-w4-8fb7f0","name":"default-tenant","reconcileID":"d920398a-284a-4201-b7f5-49f215faca26","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-8fb7f0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.81540396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b224062c-18cf-498a-b758-019ba46df1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.865713212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b224062c-18cf-498a-b758-019ba46df1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.917594812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b224062c-18cf-498a-b758-019ba46df1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:34.967883349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b224062c-18cf-498a-b758-019ba46df1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:35.330947195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"0a6c0930-968f-4a26-9867-089f45cf7715","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:35.332986904Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-8fb7f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-8fb7f0","reconcileID":"dc770f96-9fb7-4579-a1f8-86700f75c733","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-8fb7f0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-8fb7f0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:35.643412588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"b4260051-d378-4cff-8157-22f0bc17d2e2","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:35.961743715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"aa5e0483-33d1-4621-943e-d2931bd47454","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.193969309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"3da3c631-5843-4045-a2fe-84c5dbe7c4b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.249544937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"15c99794-5497-4e35-891e-4edc7c473cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.249976966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d6068cb8-83b2-4b47-bbd6-d2d2833ede64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.278637377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"934bcdd4-6df8-47a1-adeb-2c4a15203771","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.3079615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"15c99794-5497-4e35-891e-4edc7c473cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.308253715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"d6068cb8-83b2-4b47-bbd6-d2d2833ede64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.413272818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"46505456-21ea-4718-8dd2-2fba9358b0a2","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.479294566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"f9936594-201c-42d6-85ba-d903fe06558d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.613347787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"fcdf170c-5206-4edd-9cb2-b6ff8b188e4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.640961608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"65c2109b-b3bc-4994-a724-839a63342885","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.658384086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5c76d902-2bdc-45c5-98e3-f391a32b8d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.671447264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"1e148b39-7e46-4bc6-89bf-c594025c4167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.724265461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5c76d902-2bdc-45c5-98e3-f391a32b8d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.747460949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"1e148b39-7e46-4bc6-89bf-c594025c4167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.838782384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb0a464-8334-4660-a52f-f22e671232bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.867981349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"9973ac10-356c-410c-8c66-eb9828ca4c30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.893582182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb0a464-8334-4660-a52f-f22e671232bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.947194379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb0a464-8334-4660-a52f-f22e671232bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.998044674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb0a464-8334-4660-a52f-f22e671232bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.8983192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"136f9b78-6529-4cfc-90bd-1f9e7f01d532","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.898645606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"5d1e906a-c62e-444d-8ab3-f05adc649668","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.898885463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"8caf232b-f87f-4dbd-bf04-b8ef99905ff4","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.899040737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-2-w2-29ece5","reconcileID":"9e3c0bf0-d663-42a6-9679-56beb04fb671","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-2-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-2-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.028728201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"e3bdd5da-f50e-499d-87b4-a7fa1ce51d15","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.029030138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"9c24722b-10b6-4961-a721-5202dba11bad","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.029285218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"734fda19-f5c1-453c-98a7-fe6ecef390b3","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.02945634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-2-w2-29ece5","reconcileID":"41787c16-18bf-4b6c-906b-6adf41a2d1e9","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-2-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-2-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.072750604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"88c413f6-f69b-4711-87f5-b38034397a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.148709195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a8dd151d-b485-4686-921c-c99d1c490bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.153848689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"88c413f6-f69b-4711-87f5-b38034397a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.226330872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"c15b5a3c-26a8-4765-926d-6fa8023a6a05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.226711959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"0c28b6e0-76ec-436b-a5ed-cef3856d2cd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.230490532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a8dd151d-b485-4686-921c-c99d1c490bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.323717495Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.541443053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"4fdce86c-33c7-46eb-8005-8e9ae968685c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.559588897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"ad7c208a-e437-4dc7-b174-ed84eaae004d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.596395161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"4fdce86c-33c7-46eb-8005-8e9ae968685c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.640670565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"975d3b4a-6679-40e3-89f8-c94b89093e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.655198394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"71d756cd-4966-4a8a-9bbf-dfcf094bdfb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.695743344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"975d3b4a-6679-40e3-89f8-c94b89093e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.923178687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e50eee-e4f2-47c7-9028-17d8cdbeac87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.973848172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e50eee-e4f2-47c7-9028-17d8cdbeac87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:39.027442077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e50eee-e4f2-47c7-9028-17d8cdbeac87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:39.077360369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e50eee-e4f2-47c7-9028-17d8cdbeac87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.55286226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"997fa6b7-5c85-46b4-bf09-083a081b5af3","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.553085202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"b660817a-fbe6-4c00-a678-6b8ac7fe74e3","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.553306886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"e26ca476-839f-4f31-b185-2af6981745a4","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.553586603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"9311f665-d0a6-454a-b274-0c050680cfcf","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.702428212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"48a23fde-66f7-4447-a591-4db876b7d8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.702429775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"1caa9b0c-5440-418c-bae9-98fadba64b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.757939107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"48a23fde-66f7-4447-a591-4db876b7d8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.757982033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"1caa9b0c-5440-418c-bae9-98fadba64b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.758686316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"2ebb1711-b0eb-4226-8ba5-0c739a5bc877","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.758687047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"7db4c7f7-cd8e-4a5c-9bb3-0e92d84f149a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.922701146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1da1d8e-c2cc-4b4a-b313-71273a68e157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.973142941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1da1d8e-c2cc-4b4a-b313-71273a68e157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.023177279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1da1d8e-c2cc-4b4a-b313-71273a68e157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.073750806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1da1d8e-c2cc-4b4a-b313-71273a68e157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.174905667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6cf77e3b-47c4-41db-885c-b862f5efa8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.174905541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c8eb4bce-72d4-4700-9979-7e8771833701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.176350362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"818aa370-05d7-4a45-965b-a72a64f6d476","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.228601581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"982392d7-1b2a-4e78-9e46-66ef5cd3b40b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.232850638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"6cf77e3b-47c4-41db-885c-b862f5efa8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.232868703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"c8eb4bce-72d4-4700-9979-7e8771833701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.564811538Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6bd7c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6bd7c8","reconcileID":"a88db2b5-de8f-45c8-9e17-7d06d6787c6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6bd7c8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-6bd7c8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:42.956640575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9113513f-87b5-46b2-b285-c523da4a6b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:43.014624101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9113513f-87b5-46b2-b285-c523da4a6b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:43.06557186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9113513f-87b5-46b2-b285-c523da4a6b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:43.115977942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9113513f-87b5-46b2-b285-c523da4a6b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:43.211186318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-2-w2-29ece5","reconcileID":"06b0c676-214c-4f6b-beec-6ba56cb22ff1","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-2-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-2-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:43.521198502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"2799674f-a2da-4b75-b28b-1d117438b108","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:43.86913175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"73009984-ed5d-4199-82e5-c49dcd93b68f","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.075148832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"fd710cfb-41e4-447a-9df4-2fe3a7c65784","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.081838591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"5457446d-8412-4755-842e-e5fde7b18827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.081958501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"5a6d9f3b-15ae-4559-a4e3-ea1da4bf3708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.137109645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"5457446d-8412-4755-842e-e5fde7b18827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.180403311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"7b6afbb4-48b3-4c25-920f-6aef58170f79","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.192948862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"5a6d9f3b-15ae-4559-a4e3-ea1da4bf3708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.270181393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"ee381f42-a10f-4e2d-bdd0-7be3e66ab2a9","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.383300313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"16d902c2-c579-4a99-86d9-c271df275dbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.542602282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"d9c5ccfa-17fd-4ea8-9fc7-70be6e6ec444","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.591727266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"7a5e99a4-b31f-4bc0-b603-eee6fa041ecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.609363948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"f064c919-c822-4210-8570-06309f033e8d","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.646527887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"7a5e99a4-b31f-4bc0-b603-eee6fa041ecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.650822757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"2f449a11-42f7-4ba4-915a-9056105853bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.708578872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"2f449a11-42f7-4ba4-915a-9056105853bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.812172286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"7038365e-ccb4-422a-992e-4147713aede9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.038557343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0c4656-02a4-4298-b54b-738ad4ce2c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.091494847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0c4656-02a4-4298-b54b-738ad4ce2c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.1429805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0c4656-02a4-4298-b54b-738ad4ce2c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:45.19544087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0c4656-02a4-4298-b54b-738ad4ce2c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:47.117480019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51510dde-0524-418e-ab13-bb08d9f0f8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:47.167705631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51510dde-0524-418e-ab13-bb08d9f0f8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:47.217818245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51510dde-0524-418e-ab13-bb08d9f0f8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:47.268070674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51510dde-0524-418e-ab13-bb08d9f0f8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.540326703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-2-w2-29ece5","reconcileID":"ab979683-9d22-4494-9d0e-80f3e1cb3590","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-2-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-2-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.559634088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"40ffb72d-2328-4bf6-88a8-cb071a333b63","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.559849625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"cb8006bd-f3cb-4cf5-851b-eca005ac1e5c","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.560105616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"f4ce248e-7e0c-4d96-9b0f-583c11bd2a53","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.708185478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"b4e85bbb-ed19-4c44-a67e-bb25be4fea4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.708538423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"3e9986f3-7143-4b5d-9a95-414f16667ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.763896564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"3e9986f3-7143-4b5d-9a95-414f16667ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.764513615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"af0c6af6-d12c-4e9a-ac62-d75ad7f3db43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.76494114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"2a8bee91-4420-435b-bbd8-24e03860585a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.765379952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"b4e85bbb-ed19-4c44-a67e-bb25be4fea4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.075288086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"d34cda51-7880-4a42-81fd-8ef8621cd413","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.075407912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"b5c117b2-d4aa-463d-b709-4456fe436d79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.135429542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f821240d-82f8-43a3-a107-d918ef6d1f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.135560544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a94c6b3a-033f-49ec-8775-0aee0a0c58b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.135754186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"6bf722a3-f0cf-4773-9d9b-4810db70af77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.18567999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f821240d-82f8-43a3-a107-d918ef6d1f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.236330896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f821240d-82f8-43a3-a107-d918ef6d1f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.240845222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"a94c6b3a-033f-49ec-8775-0aee0a0c58b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.240955774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"6bf722a3-f0cf-4773-9d9b-4810db70af77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.287326921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f821240d-82f8-43a3-a107-d918ef6d1f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:50.553692899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"8488a40a-b558-4a75-b249-e4f6bd4a3c04","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:50.55401672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"f488ffe1-14dc-4da3-9ea4-ad3b3b267294","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:50.554261056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"cf775db4-31a2-4830-a520-3445274acb5d","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:50.55453484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"509c051b-0622-44df-87fc-5c5f27038237","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:58.563523404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-2-w2-29ece5","reconcileID":"2032c46d-86e0-45a8-a5ba-198ce1f655cd","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-2-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-2-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:58.563917346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"a6fe7fce-ef33-4c0e-99eb-708caef9e482","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:58.564197265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"9eee888c-0c6c-4485-b53b-0ad20b3752c4","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:58.56461313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"dac75165-ce7f-495e-bdd5-cf6b53722fbb","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:00.584506351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"27f00e39-cf80-4b7a-8c80-898d28ec0341","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:00.584913985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"05d90088-5b9b-4c99-8fec-cc50f9c93438","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:00.585200714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"e04c8fc2-212a-4bf4-9686-6d68dc72b1ff","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:00.585707306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"8b4ff3a9-f209-4f09-a7f4-07c5fff32fa6","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.20267755Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"2a73667f-270c-49f3-af79-0f0824962574","namespace":"ai-tenant-e2e-worker-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.202751318Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"2a73667f-270c-49f3-af79-0f0824962574","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.258589634Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"2a73667f-270c-49f3-af79-0f0824962574","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.25952955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"56aed492-6b0d-43dd-ad02-df4a7afc15cf","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.316293636Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"2a73667f-270c-49f3-af79-0f0824962574","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.31641053Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"2a73667f-270c-49f3-af79-0f0824962574","namespace":"ai-tenant-e2e-worker-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.316574451Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"2a73667f-270c-49f3-af79-0f0824962574","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.317659399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"66490a4f-cc54-4597-9813-3dc3b5ad1620","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.370860092Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"2a73667f-270c-49f3-af79-0f0824962574","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.373981214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"4f935e16-cfee-4d54-a3c5-5667b447326d","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.40897686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"cf39eec1-ddd3-4740-a49f-d0fcc9da49dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.408977346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"349e8b0a-fb04-4aad-b828-41c5d50c22c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.418168538Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"6114228e-b6b8-4bdf-a44d-06d2e7c25518","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d2cfd12b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.427862197Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"2a73667f-270c-49f3-af79-0f0824962574","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.428045783Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"dfe5f7df-0547-4ad0-af32-82114021c2bc","namespace":"ai-tenant-e2e-worker-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.428106889Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"dfe5f7df-0547-4ad0-af32-82114021c2bc","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.431538225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"2603fee2-5017-4287-a447-b676f22533ad","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.46427268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"349e8b0a-fb04-4aad-b828-41c5d50c22c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.464298076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"cf39eec1-ddd3-4740-a49f-d0fcc9da49dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.474514898Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"87a0ef6e-a094-4001-a932-b74f119c0933","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b678854d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.482522945Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"65690b07-97b1-4769-b8a2-13c485ba68f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d2cfd12b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.482752633Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"dfe5f7df-0547-4ad0-af32-82114021c2bc","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.487698831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"5032fc28-3b0f-417b-a2df-196d9215b4ab","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.537549756Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"0cd3c257-5990-4cf2-96e5-70f502388d4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b678854d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.537920657Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"dfe5f7df-0547-4ad0-af32-82114021c2bc","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.537945399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"dfe5f7df-0547-4ad0-af32-82114021c2bc","namespace":"ai-tenant-e2e-worker-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.538070428Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"dfe5f7df-0547-4ad0-af32-82114021c2bc","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.544683292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"39173e94-13ab-4e0c-a24b-c5cce8e58a50","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.596374712Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"dfe5f7df-0547-4ad0-af32-82114021c2bc","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.599755832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"54927ae0-6f30-49ee-965d-89e891ca43ea","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.632872691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5dd6fa9a-9b4f-4d47-947e-63ab5db596ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.632872763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d6b03043-f995-4c75-9b88-fc9403ce7d68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.639444462Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"96b43372-6921-4356-98fa-d03a02a54a12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4b97d7b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.649346101Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"dfe5f7df-0547-4ad0-af32-82114021c2bc","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.65545456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"f7a5d44f-1e98-4369-bc62-c794f0a01756","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.666442272Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"f305826c-5e38-46f4-9d85-72f3afd4e506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.666448508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"0e3b02f4-65e3-49b2-ad32-3a459b9afacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.688277491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"5dd6fa9a-9b4f-4d47-947e-63ab5db596ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.688400675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"d6b03043-f995-4c75-9b88-fc9403ce7d68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.698751285Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"df03ea63-1de8-4211-b915-d045d656e570","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-776a4eb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.705764859Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"f0981255-53bf-40c1-952c-1715fe912519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4b97d7b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.761719239Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"8e87056b-164f-4ccc-9681-0d6623198ea5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-776a4eb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.917584336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"f305826c-5e38-46f4-9d85-72f3afd4e506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.917593712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"0e3b02f4-65e3-49b2-ad32-3a459b9afacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.967936854Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8941a359-8c3f-411d-97dc-0db6444399b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.968255925Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"abcf0933-64a4-4dd0-9e79-825c72cdd1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.044147843Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"f305826c-5e38-46f4-9d85-72f3afd4e506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.044173214Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-access","reconcileID":"f305826c-5e38-46f4-9d85-72f3afd4e506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:06.046366339Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"0e3b02f4-65e3-49b2-ad32-3a459b9afacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-29ece5-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:06.046424358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"0e3b02f4-65e3-49b2-ad32-3a459b9afacf","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-29ece5-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.051753496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"9cdc20da-4f04-41ad-9548-d5713a0fb166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.099163942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"b60193cb-4fef-42fc-9a6d-dd8bf993a17e","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.14433717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8941a359-8c3f-411d-97dc-0db6444399b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.144347872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"abcf0933-64a4-4dd0-9e79-825c72cdd1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.268207322Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8941a359-8c3f-411d-97dc-0db6444399b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.268245799Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-access","reconcileID":"8941a359-8c3f-411d-97dc-0db6444399b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:06.272819602Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"abcf0933-64a4-4dd0-9e79-825c72cdd1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-b63c24-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:06.272872897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"abcf0933-64a4-4dd0-9e79-825c72cdd1bb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-b63c24-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.278853449Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a974927a-4097-4e77-acc0-f6a5721bcff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.31755173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"9cdc20da-4f04-41ad-9548-d5713a0fb166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.323063279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"premium-w1-b63c24","reconcileID":"cbb9d6d2-ee72-49eb-b84f-0be4573bc6ac","MaaSModelRef":{"name":"premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"premium-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"premium-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.372784112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"9cdc20da-4f04-41ad-9548-d5713a0fb166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"e2e-worker-w2-29ece5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.372811095Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-access","reconcileID":"9cdc20da-4f04-41ad-9548-d5713a0fb166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.428024139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"adb3e27d-2abb-4242-b8e0-482d3b89600e","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.480328559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a974927a-4097-4e77-acc0-f6a5721bcff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.535414946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a974927a-4097-4e77-acc0-f6a5721bcff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"e2e-worker-w1-b63c24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.535448646Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-access","reconcileID":"a974927a-4097-4e77-acc0-f6a5721bcff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.590710166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"simulator-w1-b63c24","reconcileID":"dd82a500-c2ab-46df-ac63-df24472ec9a4","MaaSModelRef":{"name":"simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"simulator-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"simulator-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:08.324329439Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:08.564104033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-2-w2-29ece5","reconcileID":"603a9b68-b00c-4741-bcc2-fc4c0765068f","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-2-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-2-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:08.564417424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"26106b0a-c48c-437d-921f-3165904163f7","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:10.58564555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-2-w1-b63c24","reconcileID":"aeb27efe-2d83-41d7-83fa-0d5af25eba27","MaaSModelRef":{"name":"distinct-2-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-2-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-2-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:10.585891639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"namespace":"e2e-models-e2e-worker-w1-b63c24","name":"distinct-w1-b63c24","reconcileID":"8844b031-b7e8-4c7c-ad06-b8ccf19a0da7","MaaSModelRef":{"name":"distinct-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24"},"routeName":"distinct-w1-b63c24-kserve-route","namespace":"e2e-models-e2e-worker-w1-b63c24","llmisvcName":"distinct-w1-b63c24","gateway":"openshift-ingress/e2e-worker-w1-b63c24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:11.64858883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"4b116cc3-4425-4080-9657-427fa0eb48a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:11.648738323Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"4b116cc3-4425-4080-9657-427fa0eb48a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:11.655558871Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"d02813b1-1b8e-4018-9513-067ad386483d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:11.655665342Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"d02813b1-1b8e-4018-9513-067ad386483d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:11.788092057Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"simulator-subscription","reconcileID":"d02813b1-1b8e-4018-9513-067ad386483d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-simulator-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/simulator-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:11.788251235Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"premium-simulator-subscription","reconcileID":"4b116cc3-4425-4080-9657-427fa0eb48a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"name":"maas-trlp-premium-w1-b63c24","namespace":"e2e-models-e2e-worker-w1-b63c24","model":"e2e-models-e2e-worker-w1-b63c24/premium-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.532910651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"766bf164-932f-4e6a-b100-f518adfd4b22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.587052824Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"766bf164-932f-4e6a-b100-f518adfd4b22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.588810977Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"fc77fb88-1d30-4fd9-8cbd-6d23f2be10f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.657575854Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"simulator-subscription","reconcileID":"766bf164-932f-4e6a-b100-f518adfd4b22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/simulator-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.667672505Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"fc77fb88-1d30-4fd9-8cbd-6d23f2be10f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.728314676Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"premium-simulator-subscription","reconcileID":"fc77fb88-1d30-4fd9-8cbd-6d23f2be10f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"name":"maas-trlp-premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5","model":"e2e-models-e2e-worker-w2-29ece5/premium-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.947464678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"4564a221-933a-49dd-8205-0526ce6ec0f4","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.04464525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"329f97a2-e0e9-4453-9c95-46033e769f05","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:18.565384576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-2-w2-29ece5","reconcileID":"e6a04104-334b-4618-af4a-508843c7e2e1","MaaSModelRef":{"name":"distinct-2-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-2-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-2-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:18.565653946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"7ee15c43-0970-46d8-a74c-ca246cb45ae9","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"distinct-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"distinct-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:18.951485606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"24bfb3ec-43cb-4d81-8390-3cf789c91c36","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"simulator-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"simulator-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:18.951863785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"premium-w2-29ece5","reconcileID":"d647542c-9afb-45a8-b37c-be6456dc3d8a","MaaSModelRef":{"name":"premium-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"routeName":"premium-w2-29ece5-kserve-route","namespace":"e2e-models-e2e-worker-w2-29ece5","llmisvcName":"premium-w2-29ece5","gateway":"openshift-ingress/e2e-worker-w2-29ece5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:19.066476223Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"3081555a-994f-4a98-9080-9a176f122e9c","name":"distinct-w2-29ece5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-29ece5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:19.066547828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"distinct-w2-29ece5","reconcileID":"3081555a-994f-4a98-9080-9a176f122e9c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-29ece5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:19.117790385Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"cfc3c848-25de-4c92-bf2d-57d33c33540a","name":"simulator-w2-29ece5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-29ece5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:19.117853986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-29ece5","namespace":"e2e-models-e2e-worker-w2-29ece5"},"namespace":"e2e-models-e2e-worker-w2-29ece5","name":"simulator-w2-29ece5","reconcileID":"cfc3c848-25de-4c92-bf2d-57d33c33540a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-29ece5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:20.216372192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"dc9ce868-c23d-446c-a46f-2f69e75b6208","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6bd7c8","tenantID":"e2e-extmod-b-6bd7c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:20.33287245Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"dc9ce868-c23d-446c-a46f-2f69e75b6208","name":"e2e-extmod-b-6bd7c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:21.745795611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"b877263e-d6bc-48ad-9035-dfe89e88b50c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:21.918354992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c0613ec-30cc-4a59-a99d-e4fb384d103a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:22.148101264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"0f2d594d-3136-4fcc-97ac-99c08545beaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:22.266563026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22ed2bdf-7cfa-482a-b8f3-fce9085b282a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:22.444736447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"ff67418e-dedd-410f-996d-11baa8540bc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:22.564651334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"1ae9ceaf-b7d8-43b9-b1a4-0a300ad59206","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.258729203Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","namespace":"ai-tenant-e2e-shared-b-w4-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.258828948Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","namespace":"ai-tenant-e2e-shared-b-w4-a72754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.258920503Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","tenant":"e2e-shared-b-w4-a72754","tenantID":"e2e-shared-b-w4-a72754","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.310914038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-a72754","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.368748672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"Service","name":"maas-api-e2e-shared-b-w4-a72754","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.428092565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-a72754","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.482186351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-a72754","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.539047428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.594292578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.647631351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.702548687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.752855743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.802774726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.852790376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.902600283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:25.952896701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.002801707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.052538055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.106197417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.15600252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.206046248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.260461407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-a72754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.310376787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a72754"},"namespace":"ai-tenant-e2e-shared-b-w4-a72754","name":"default-tenant","reconcileID":"2edf4977-658b-4b56-b05e-b64db97522ea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-a72754","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:27.227147872Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-a72754","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-a72754","reconcileID":"ffc504ed-22c0-4e9f-b8c0-4f4f081315ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-a72754","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-a72754"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:28.309588104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd42e31a-5d98-4b7a-a27a-1940be16378d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:28.359872658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd42e31a-5d98-4b7a-a27a-1940be16378d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:28.40973599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd42e31a-5d98-4b7a-a27a-1940be16378d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:28.460013447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd42e31a-5d98-4b7a-a27a-1940be16378d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:30.291392387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f47c43f-0099-403a-819c-0c4d01e4646e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:30.341484554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f47c43f-0099-403a-819c-0c4d01e4646e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:30.392045315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f47c43f-0099-403a-819c-0c4d01e4646e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:30.442097837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f47c43f-0099-403a-819c-0c4d01e4646e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:35.92138006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"dc21c1e0-1777-450c-8b15-eed4b329088c","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:35.921699272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"c363680e-a2a6-4a2e-9eb6-070d7fd29614","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:35.922083674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"14d5a8c7-4d5a-477a-9cbe-79d5598e7a90","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:35.922308018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"cf3cc577-a065-4384-9a23-789617562d39","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.026996843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"9b94a4aa-55be-473a-a4c4-118ac1a80cb3","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.027317972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"48160cbe-7f9f-4f51-b30e-ea2ccd1a1fe7","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.027555245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"59fd7211-22a2-4502-aa2c-79e6099b6d2d","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.027704795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"cb54ce58-c466-47a3-806f-b6fc2ecca16e","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.122422345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ff017a2f-91a7-4217-a4e1-c0f28cade68f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.122556987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"2d98b14f-9810-4d37-b91d-f5587869bfe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.173733911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"c2fb7cab-4f94-4a1c-84c1-111dfcf6ca0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.174253617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"d58aa9ed-9e46-4a84-8c98-35bccfc20dea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.177380629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"ff017a2f-91a7-4217-a4e1-c0f28cade68f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.177401358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"2d98b14f-9810-4d37-b91d-f5587869bfe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.534837918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"8c0f57e4-5961-46f7-a58b-407ff94a6cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.534874882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"0def5358-4a8f-401e-beee-ee2341ff0438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.535939323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"8f870d8a-7281-4d27-85d1-0317e8c29fbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.536096363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"c761f172-95bf-4eb6-ad4e-71bcd4f16b41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.59108994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"8c0f57e4-5961-46f7-a58b-407ff94a6cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.591105995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"0def5358-4a8f-401e-beee-ee2341ff0438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.908598152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53086335-85a2-4d75-a730-5c03cf4ac4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.958700277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53086335-85a2-4d75-a730-5c03cf4ac4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:37.009399471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53086335-85a2-4d75-a730-5c03cf4ac4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:37.059930805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53086335-85a2-4d75-a730-5c03cf4ac4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:38.324157906Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:38.91673473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74f90eb-5e0b-4819-a4d4-e00ff9f0f067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:38.966876734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74f90eb-5e0b-4819-a4d4-e00ff9f0f067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:39.016950868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74f90eb-5e0b-4819-a4d4-e00ff9f0f067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:39.067315083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74f90eb-5e0b-4819-a4d4-e00ff9f0f067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:40.302487942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"065d4458-af56-4d50-b365-790c118407dd","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:40.552707749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"3b96acc3-daf1-4d03-9828-1fe2873e2ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:40.552741791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"b9885d28-4886-4973-bf92-b4aeb43196f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:40.553334312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"dcf890c1-a2ca-4123-8f6b-8b190e4c4a79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:40.608023211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"b9885d28-4886-4973-bf92-b4aeb43196f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:40.608105263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"3b96acc3-daf1-4d03-9828-1fe2873e2ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:40.716347812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"b5bbc208-833a-43db-a199-1ae519115372","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:40.918951437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"6d4cd242-d377-46b4-8028-75a536f3aac6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:40.931838194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670b783a-c784-4155-bc44-06d6227076df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:40.981838149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670b783a-c784-4155-bc44-06d6227076df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:41.031707499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670b783a-c784-4155-bc44-06d6227076df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:41.081834336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670b783a-c784-4155-bc44-06d6227076df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.295850575Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","namespace":"ai-tenant-e2e-worker-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.295952607Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","namespace":"ai-tenant-e2e-worker-w2-29ece5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.296032381Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","tenant":"e2e-worker-w2-29ece5","tenantID":"e2e-worker-w2-29ece5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.349850029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"Deployment","name":"maas-api-e2e-worker-w2-29ece5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.410507735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"Service","name":"maas-api-e2e-worker-w2-29ece5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.43980565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"c7399815-86ac-49db-90ac-cca0f8363b9e","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.440257161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"ff6e4c89-8b6d-4e1e-80dd-a0cb43178916","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.440618689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"3a92a095-98f7-43af-ab59-22192d8f8e3c","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.440845358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"13484f49-08f6-4094-927d-d401100d4887","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.468422931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-29ece5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.522375315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-29ece5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.575961402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.596997945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"319e082a-0798-4bad-8eb7-c5aafa65e46d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.597794743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"f4f72d73-e4ba-4e62-888c-6ff6f8d4244f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.631745058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.651100127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"1b724e3b-bde8-407c-8ced-b01a89dc953f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.651629208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"8f3c7aff-351b-4de4-a522-fda49cefe8d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.654099398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"f4f72d73-e4ba-4e62-888c-6ff6f8d4244f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.654492103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"319e082a-0798-4bad-8eb7-c5aafa65e46d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.691406323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.744072906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.798018351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.856334053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.923832336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"Service","name":"payload-processing-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.97489455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.013749619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"ee4c5341-7855-4796-b292-96cd2713147b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.013760509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"bb5890b6-b55b-467c-a634-f0cabe9d3331","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.024769451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"78b8d232-3757-4013-994e-6369ad431129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.025143323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"8fb44b81-52cb-446d-b5db-8d1f95611b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.025150168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.076252525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.081864403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"78b8d232-3757-4013-994e-6369ad431129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.082413269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"8fb44b81-52cb-446d-b5db-8d1f95611b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.135118398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.196445292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.2509814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.306547992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.358742663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-29ece5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.409505421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29ece5"},"namespace":"ai-tenant-e2e-worker-w2-29ece5","name":"default-tenant","reconcileID":"e6af9dc6-cd75-4840-9933-be640b271280","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-29ece5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.466458917Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","namespace":"ai-tenant-e2e-worker-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.466526311Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","namespace":"ai-tenant-e2e-worker-w1-b63c24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.466581966Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","tenant":"e2e-worker-w1-b63c24","tenantID":"e2e-worker-w1-b63c24","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.520643179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"Deployment","name":"maas-api-e2e-worker-w1-b63c24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.580428203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"Service","name":"maas-api-e2e-worker-w1-b63c24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.639496267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-b63c24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.696030611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-b63c24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.758083104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.813877567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.869294698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.921709183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.971400351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.021102322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.070747224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"Service","name":"payload-processing-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.121391447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.171999077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.208173826Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-29ece5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-29ece5","reconcileID":"db4e1a33-d52d-4fb7-8f45-f44c476d8283","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-29ece5","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-29ece5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.22210975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.274625741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.331593327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.38173479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.465421983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.516827773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-b63c24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.566613314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b63c24"},"namespace":"ai-tenant-e2e-worker-w1-b63c24","name":"default-tenant","reconcileID":"f5cca0c7-5bb2-40a8-b0fa-e7f153fe83a3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-b63c24","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.718647455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"9f91bd23-d20e-49f1-8990-fa43b791ba73","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.030965121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"2e3e1e23-7589-4dd3-9e16-6561f3b1206c","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.27969173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989b5b1a-16e6-47f8-b174-a18651b196d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.331405723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989b5b1a-16e6-47f8-b174-a18651b196d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.342743427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"87e861e1-9c9e-40a0-8b6e-b404f8053364","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.381452988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989b5b1a-16e6-47f8-b174-a18651b196d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.391548036Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b63c24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b63c24","reconcileID":"ced3bdc4-108d-4c50-ac35-b411f78e8437","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b63c24","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-b63c24"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.434782873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989b5b1a-16e6-47f8-b174-a18651b196d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.597051935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"3478bf21-2b86-4700-97fd-6657e598d963","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.700449529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"6c42ef98-8600-4f89-9d0d-0ccbe01976a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.700802345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"67f91224-cb1f-4e86-94c2-34858b9cfba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.755865404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"6c42ef98-8600-4f89-9d0d-0ccbe01976a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.756121184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"67f91224-cb1f-4e86-94c2-34858b9cfba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.809181343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"addf14be-cd7d-4ddd-8a04-fc5bb74dd9a0","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.01032588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"5af94117-e333-4dcf-9613-5ed0a4fffcf4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.178734317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"80959317-4e04-4390-99e0-b2b17f368622","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.281138542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7a93056-bb0c-443f-abce-ea149c75f9ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.418040116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"400677b5-31f8-47f7-bff6-2e446c394e30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.615761755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"d8a6bf60-44ee-4570-994e-3e80dcb5f7a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.937776522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0255520e-2cc5-4b60-8c1c-36a53ebcc963","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:51.027141647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"510c400e-79bc-4a75-8e80-702223e34c90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:51.313192348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015a8f4c-635a-420f-8d91-5572cdc45838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:51.363494984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015a8f4c-635a-420f-8d91-5572cdc45838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:51.413391989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015a8f4c-635a-420f-8d91-5572cdc45838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:51.464174722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015a8f4c-635a-420f-8d91-5572cdc45838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:53.411029667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d525ae0-f512-423b-b12b-0c1b7b0b8c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:53.461013487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d525ae0-f512-423b-b12b-0c1b7b0b8c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:53.510906967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d525ae0-f512-423b-b12b-0c1b7b0b8c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:53.561141928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d525ae0-f512-423b-b12b-0c1b7b0b8c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:56.440544667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"8165533e-a77c-48c8-ac22-80baac5f65d9","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:58.805504117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"8d29613d-838c-4d7b-96aa-0b8bb1dc24b2","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:58.881722242Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"e25970e9-a179-4d6f-b7d8-e7b3b90bf5f5","namespace":"ai-tenant-e2e-worker-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:58.881820074Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"e25970e9-a179-4d6f-b7d8-e7b3b90bf5f5","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:58.938367095Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"e25970e9-a179-4d6f-b7d8-e7b3b90bf5f5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:58.93986212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"8f13e128-413a-4456-85fa-8de71c814d2c","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.002306295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"56b8f0d6-5e28-4135-8e16-1b81e7ea7233","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.002766489Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"e25970e9-a179-4d6f-b7d8-e7b3b90bf5f5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.002781285Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"e25970e9-a179-4d6f-b7d8-e7b3b90bf5f5","namespace":"ai-tenant-e2e-worker-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.002873871Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"e25970e9-a179-4d6f-b7d8-e7b3b90bf5f5","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.056440306Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"e25970e9-a179-4d6f-b7d8-e7b3b90bf5f5","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.059266493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"8ef431ac-624d-4c3d-9054-783fe4d4de86","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.093666109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"d705f22b-be15-4eac-bf82-584faba1f2c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.094203122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"4b00e334-da36-42ba-81ee-060c4d63eb71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.098795269Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"5d0fc400-6bc5-4294-914e-c17ab095dfdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f61e8de3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.111420836Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"e25970e9-a179-4d6f-b7d8-e7b3b90bf5f5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.115159524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"fdfe20ba-f200-4746-a27c-6c2c211221aa","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.152263557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"d705f22b-be15-4eac-bf82-584faba1f2c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.152257564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"4b00e334-da36-42ba-81ee-060c4d63eb71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.16260893Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"052892ab-9486-4ca2-86e1-a22fdf17299e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51e96aed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.165283616Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"044329c7-809b-4b13-b69e-594e91d505dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f61e8de3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.171176809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"8586c737-8abb-40de-a481-118720fedd84","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.221583035Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"0dc0a330-239a-4bc0-9005-b79d6b0e101a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51e96aed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.305755633Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"03a2cfe4-2ac6-457b-a951-3c570906af50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.306320679Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"61a6fe1e-6b58-42f3-a8a9-bc76acd7a7cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.456376124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"61a6fe1e-6b58-42f3-a8a9-bc76acd7a7cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.456422391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"03a2cfe4-2ac6-457b-a951-3c570906af50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.58038113Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"61a6fe1e-6b58-42f3-a8a9-bc76acd7a7cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.580404491Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-access","reconcileID":"61a6fe1e-6b58-42f3-a8a9-bc76acd7a7cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:59.615261738Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"03a2cfe4-2ac6-457b-a951-3c570906af50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-ef2572-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:59.615323875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"03a2cfe4-2ac6-457b-a951-3c570906af50","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-ef2572-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.620657709Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"551378ad-d4e5-4269-898c-202452606047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.635364339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"65b6aff4-3926-4949-86b1-3a5214842113","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.863585633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"551378ad-d4e5-4269-898c-202452606047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.918826339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"551378ad-d4e5-4269-898c-202452606047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"e2e-worker-w4-ef2572-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.918851925Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-access","reconcileID":"551378ad-d4e5-4269-898c-202452606047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.97610059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"8db2f24f-d3a2-446a-afe9-29a5d1416b74","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.630320025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ff1db0-d25d-4a96-809d-174062b983bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.680414141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ff1db0-d25d-4a96-809d-174062b983bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.730645665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ff1db0-d25d-4a96-809d-174062b983bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.780869618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ff1db0-d25d-4a96-809d-174062b983bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.619600389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a77871a-a025-4e59-bb7f-5bab793ca5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.669732093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a77871a-a025-4e59-bb7f-5bab793ca5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.720464978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a77871a-a025-4e59-bb7f-5bab793ca5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.770472137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a77871a-a025-4e59-bb7f-5bab793ca5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.362668693Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"c2bcbbba-ea90-41c1-a93d-12852249450c","namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.421874676Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"80bdc0aa-a818-411f-bbd5-f0b03c18ffd1","namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.512181213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dc300b8-d661-47c4-8a1a-7f294d6d5dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.512305896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"2420e21c-7683-4a14-960e-c7fb088aac07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.51256463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef43b683-629b-404c-b0ec-48ed58ee5407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.51262456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"92aeab22-c1e0-4f40-88df-8eb856debb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.567400903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dc300b8-d661-47c4-8a1a-7f294d6d5dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.568102148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"2420e21c-7683-4a14-960e-c7fb088aac07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.569568886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef43b683-629b-404c-b0ec-48ed58ee5407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.570271906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"92aeab22-c1e0-4f40-88df-8eb856debb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.762279353Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"d802310b-8066-463f-8887-e58ea1aa5e9e","MaaSModelRef":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.866307778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"5be387d6-92dd-4d8c-9e6e-f0d9591ce66c","MaaSModelRef":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.918064518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19ebd855-3dbc-423d-a1cc-e666b3183e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.918084443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cbddccd-35a4-4f3a-bd1b-42454f9f46a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:31:06.918370711Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"5be387d6-92dd-4d8c-9e6e-f0d9591ce66c","name":"e2e-att-noaccess-dde9e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-dde9e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:31:06.918418796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"5be387d6-92dd-4d8c-9e6e-f0d9591ce66c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-dde9e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.918484889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"393fe6de-ace9-4a42-aed2-de9f5f8cdc62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.918601225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"301633e3-efc3-4a1e-a9bc-579027f7258a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.977051578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"301633e3-efc3-4a1e-a9bc-579027f7258a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.977197091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cbddccd-35a4-4f3a-bd1b-42454f9f46a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.98108962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"393fe6de-ace9-4a42-aed2-de9f5f8cdc62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.981576437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19ebd855-3dbc-423d-a1cc-e666b3183e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:06.981756521Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"17e7c4b5-e85f-4075-a66f-ea78b0aae12a","MaaSModelRef":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.359806786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"c742e36a-3dbf-48aa-8851-514ff59b2df0","namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.411129466Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"7f514146-89bb-4c45-82de-6b5dc3f88e87","MaaSModelRef":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.509518759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"ea8beca9-857e-4832-baba-d7ae2a981020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.509518422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"d74b93ce-1842-431b-8724-89783f9bdeb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.509753884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c46f918d-1578-419b-ac0d-aa901c7c06de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.509956241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6c26d39-0cfc-4b40-a3a4-e6d302ad9582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.565338165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6c26d39-0cfc-4b40-a3a4-e6d302ad9582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.565469515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"ea8beca9-857e-4832-baba-d7ae2a981020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.567647335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"d74b93ce-1842-431b-8724-89783f9bdeb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.568077533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c46f918d-1578-419b-ac0d-aa901c7c06de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.08224503Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"e2a4f65d-ad1d-4431-ac71-4d6449f25183","namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.23313288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2938fde0-08b0-4e36-9100-e880da39afdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.233179479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"da78777d-1edf-4fdd-be75-44dad087f4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.233542022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2a152c4-5211-42f5-bd97-37bd3c868edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.233584314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"50b00631-d6e2-44fa-853d-355b8eae7a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.288954303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"da78777d-1edf-4fdd-be75-44dad087f4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.289017507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"50b00631-d6e2-44fa-853d-355b8eae7a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.292438113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2938fde0-08b0-4e36-9100-e880da39afdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.292438037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2a152c4-5211-42f5-bd97-37bd3c868edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.324424823Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.806257278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-2-w4-ef2572","reconcileID":"be678226-6f12-4d72-8059-50e2d0e7242c","MaaSModelRef":{"name":"distinct-2-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-2-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-2-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.171583975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"76ac54ab-87d5-477a-a9a5-18132a86d82e","MaaSModelRef":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"distinct-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"distinct-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.216534795Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"4b185378-610a-40f2-ad81-5937546741d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.267150767Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"4b185378-610a-40f2-ad81-5937546741d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.272604162Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"3900d0fd-2dd9-4ba2-90f6-6892ac369ddc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.317584927Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"simulator-subscription","reconcileID":"4b185378-610a-40f2-ad81-5937546741d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/simulator-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.323030164Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"3900d0fd-2dd9-4ba2-90f6-6892ac369ddc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.373030511Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"premium-simulator-subscription","reconcileID":"3900d0fd-2dd9-4ba2-90f6-6892ac369ddc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"name":"maas-trlp-premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572","model":"e2e-models-e2e-worker-w4-ef2572/premium-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.579452917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"b0ce83d4-3d1b-4093-9618-925f34c91fb3","MaaSModelRef":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"simulator-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"simulator-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.637180639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"d1d96c96-d4a0-49db-816a-f1b3fe69936f","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:09.684744161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"92091e21-b006-4494-86aa-05c7a744f4ff","MaaSModelRef":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"routeName":"premium-w4-ef2572-kserve-route","namespace":"e2e-models-e2e-worker-w4-ef2572","llmisvcName":"premium-w4-ef2572","gateway":"openshift-ingress/e2e-worker-w4-ef2572","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:12.797513857Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"e41de1db-0f77-45c3-b02b-cc4a34bc90d0","namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:12.948992017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"fd4d7c42-163b-4ba0-b708-1d65656bd480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:12.949352097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56b9827a-d221-41ca-a539-3c0b64645439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:12.949509968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac0bc4ce-1fba-47d0-8b2a-566b2b3d9a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.004432207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"fd4d7c42-163b-4ba0-b708-1d65656bd480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.005845692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac0bc4ce-1fba-47d0-8b2a-566b2b3d9a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.006688223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56b9827a-d221-41ca-a539-3c0b64645439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.048584324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c4e89e55-cfc3-43a9-ba19-933bbdaaf904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.10352746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"c4e89e55-cfc3-43a9-ba19-933bbdaaf904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.222146791Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-dde9e7","namespace":"e2e-extmod-att-noaccess-48bd0a"},"namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","reconcileID":"26207c17-a725-45fe-972a-1befa8f9b664","namespace":"e2e-extmod-att-noaccess-48bd0a","name":"e2e-att-noaccess-dde9e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.374825552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"9837dd81-67e9-454c-9ab2-2522b452aab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.374852206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"537f9daf-732a-45b1-8d81-51cb4b1c637e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.375245018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3396be85-a5bc-455c-bbaf-81b6c7886092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.431014013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"9837dd81-67e9-454c-9ab2-2522b452aab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.432506075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3396be85-a5bc-455c-bbaf-81b6c7886092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.433135125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"537f9daf-732a-45b1-8d81-51cb4b1c637e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.477018999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"65b5b27a-fd56-42d1-ae2c-f65bb8f17b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:13.537181515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"65b5b27a-fd56-42d1-ae2c-f65bb8f17b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.787565691Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","namespace":"ai-tenant-e2e-worker-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.787626151Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","namespace":"ai-tenant-e2e-worker-w4-ef2572","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.78768257Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","tenant":"e2e-worker-w4-ef2572","tenantID":"e2e-worker-w4-ef2572","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.841141996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"Deployment","name":"maas-api-e2e-worker-w4-ef2572","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.899329011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"Service","name":"maas-api-e2e-worker-w4-ef2572","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.956728187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-ef2572","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.008899732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-ef2572","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.029141761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8360fb-60c7-4da0-97b3-e5022876153d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.079324949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8360fb-60c7-4da0-97b3-e5022876153d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.082460613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.135280229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8360fb-60c7-4da0-97b3-e5022876153d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.192339439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8360fb-60c7-4da0-97b3-e5022876153d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.207540819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.277482739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.342117616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.400838678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.464117534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.513779878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"Service","name":"payload-processing-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.563382011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.613765412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.663437099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.713012925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.768973236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.818531688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.86911544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.918724879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-ef2572","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.968320122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ef2572"},"namespace":"ai-tenant-e2e-worker-w4-ef2572","name":"default-tenant","reconcileID":"90a234ec-a46f-490d-8bdf-5476e0491fce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-ef2572","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:30.863537082Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-ef2572","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-ef2572","reconcileID":"af3d6a31-fd6e-4ab4-b4cd-b19a3d56bbfa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-ef2572","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-ef2572"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.182779001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c329d-643b-4460-9504-3465f33b6638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.232928398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c329d-643b-4460-9504-3465f33b6638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.282830656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c329d-643b-4460-9504-3465f33b6638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.333772106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c329d-643b-4460-9504-3465f33b6638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.201131052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8a302a-1db3-4363-b613-f93bb0455f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.251606717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8a302a-1db3-4363-b613-f93bb0455f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.301648213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8a302a-1db3-4363-b613-f93bb0455f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.352615319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8a302a-1db3-4363-b613-f93bb0455f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.17978271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd9aff1-a342-4dd4-949c-40861d0f43c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.229778391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd9aff1-a342-4dd4-949c-40861d0f43c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.279913865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd9aff1-a342-4dd4-949c-40861d0f43c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.329852493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd9aff1-a342-4dd4-949c-40861d0f43c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:38.32550029Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.027933157Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","namespace":"ai-tenant-e2e-extmod-a-c61da9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.028015326Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","namespace":"ai-tenant-e2e-extmod-a-c61da9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.028082146Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","tenant":"e2e-extmod-a-c61da9","tenantID":"e2e-extmod-a-c61da9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.080467909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c61da9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.13903598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"Service","name":"maas-api-e2e-extmod-a-c61da9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.195182687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c61da9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.247800115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c61da9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.301032942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.355387274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.410418961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.463318156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.513280435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.563120722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.613154896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"Service","name":"payload-processing-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.663064944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.713039399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.762904505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.812809079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.870581567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.92055417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:45.970768833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:46.020722448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c61da9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:46.070648922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c61da9"},"namespace":"ai-tenant-e2e-extmod-a-c61da9","name":"default-tenant","reconcileID":"ee4b0f76-b874-4486-b4b4-e39b250cd129","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c61da9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:46.929183888Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c61da9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c61da9","reconcileID":"47d5979c-67e2-400e-adfc-6e78ea4403f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c61da9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c61da9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.033802949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed130d0c-fd00-4c94-bd3d-13b1eee4f1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.086333713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed130d0c-fd00-4c94-bd3d-13b1eee4f1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.137353448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed130d0c-fd00-4c94-bd3d-13b1eee4f1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.196088651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed130d0c-fd00-4c94-bd3d-13b1eee4f1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.027717866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacacdd9-0153-48f4-9025-310baf017caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.077807842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacacdd9-0153-48f4-9025-310baf017caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.127851925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacacdd9-0153-48f4-9025-310baf017caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.178012411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacacdd9-0153-48f4-9025-310baf017caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:55.982375911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e869c83-246d-47c9-a3f0-ced6e48fbab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:56.032538718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e869c83-246d-47c9-a3f0-ced6e48fbab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:56.083143362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e869c83-246d-47c9-a3f0-ced6e48fbab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:56.133942211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e869c83-246d-47c9-a3f0-ced6e48fbab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:58.010952344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b3552e-d4aa-4a10-9c9a-03ed22bf6afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:58.061156143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b3552e-d4aa-4a10-9c9a-03ed22bf6afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:58.111454364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b3552e-d4aa-4a10-9c9a-03ed22bf6afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:58.161390565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b3552e-d4aa-4a10-9c9a-03ed22bf6afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:00.024401256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4279086-0c4b-4201-91d5-927b0d03cff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:00.074746386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4279086-0c4b-4201-91d5-927b0d03cff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:00.125075502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4279086-0c4b-4201-91d5-927b0d03cff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:00.175299046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4279086-0c4b-4201-91d5-927b0d03cff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:07.554557485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f9661354-7cab-4899-afc5-add46e3ce912","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:07.677666811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"734754e3-cc95-43fa-b785-e355fef50504","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:07.776023893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"8a188d04-26e9-43ce-9ff9-70662b40d998","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:07.915424299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"d57725d8-8f40-40bc-a4df-e403d4ac90ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:08.328487372Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:15.975630207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","namespace":"ai-tenant-e2e-extmod-b-6bd7c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:15.975694052Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","namespace":"ai-tenant-e2e-extmod-b-6bd7c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:15.975744004Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","tenant":"e2e-extmod-b-6bd7c8","tenantID":"e2e-extmod-b-6bd7c8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.028478243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"Deployment","name":"maas-api-e2e-extmod-b-6bd7c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.094851595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"Service","name":"maas-api-e2e-extmod-b-6bd7c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.15142149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-6bd7c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.204696537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-6bd7c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.262590204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.317926081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.371424804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.424777008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.475071903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.524944156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.574992939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"Service","name":"payload-processing-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.624970393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.674935648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.724701019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.774783502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.829239251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.878765788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.928878761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:16.978943571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-6bd7c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:17.028751912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6bd7c8"},"namespace":"ai-tenant-e2e-extmod-b-6bd7c8","name":"default-tenant","reconcileID":"67640df7-7249-4751-9470-fbc04a3e0218","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-6bd7c8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:17.881102676Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6bd7c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6bd7c8","reconcileID":"3b2b5cd8-4de8-445b-8199-4b1f6aa5c634","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6bd7c8","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-6bd7c8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:18.958877583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c01015-4a6d-4114-bdc9-912a9bef8993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:19.008793931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c01015-4a6d-4114-bdc9-912a9bef8993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:19.058682534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c01015-4a6d-4114-bdc9-912a9bef8993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:19.10860611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c01015-4a6d-4114-bdc9-912a9bef8993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:20.948424217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6458bb6e-769e-49c5-99a9-9ece12cd1f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:21.000714668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6458bb6e-769e-49c5-99a9-9ece12cd1f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:21.05073782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6458bb6e-769e-49c5-99a9-9ece12cd1f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:21.100813533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6458bb6e-769e-49c5-99a9-9ece12cd1f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:22.651666416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"b61fb40c-4cc7-4888-9a97-17c8e7a30641","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:22.749396611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b7785db9-48d7-4793-a3bb-4411cc52e8c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:22.764628368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"948289cc-9abd-4c76-8256-7f3a68da2f14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:22.848547943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5fdbc6b-d91b-4167-b542-ae5651644e56","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:27.138891648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcf11d1-7405-49bd-b6bd-b3bda0bc6f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:27.18906277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcf11d1-7405-49bd-b6bd-b3bda0bc6f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:27.239223473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcf11d1-7405-49bd-b6bd-b3bda0bc6f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:27.289804564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcf11d1-7405-49bd-b6bd-b3bda0bc6f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:29.136236378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032d932b-f41c-4347-b5bf-3c70ffa07fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:29.186790474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032d932b-f41c-4347-b5bf-3c70ffa07fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:29.237013406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032d932b-f41c-4347-b5bf-3c70ffa07fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:29.287751109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032d932b-f41c-4347-b5bf-3c70ffa07fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:31.13741831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4560375-dd3a-4b1f-a8a4-62e29c772ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:31.187778712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4560375-dd3a-4b1f-a8a4-62e29c772ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:31.237864039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4560375-dd3a-4b1f-a8a4-62e29c772ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:31.28848409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4560375-dd3a-4b1f-a8a4-62e29c772ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:31.948403673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1c4a636-c4ed-4cd3-972f-adf707a584b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:32.069167609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"a6231f0d-d1b1-4ec1-bb41-71741630b317","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:32.188731016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e959ba7-402b-427d-afc1-a3627665ec83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:32.289523507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"d0df7f7c-3744-4967-bf5a-633a85cfff06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.159154101Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.159265847Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.15933792Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","tenant":"e2e-shared-a-w0-cb9a07","tenantID":"e2e-shared-a-w0-cb9a07","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.213729323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-cb9a07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.27387468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"Service","name":"maas-api-e2e-shared-a-w0-cb9a07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.364978605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-cb9a07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.417555021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-cb9a07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.471080369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.523964666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.579485458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.631831305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.684127805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.73628425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.797353908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.862122758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.91467209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:37.966919777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.0253522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.079783857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.131992231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.184347292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.236385102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-cb9a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.288491705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cb9a07"},"namespace":"ai-tenant-e2e-shared-a-w0-cb9a07","name":"default-tenant","reconcileID":"853175a4-d45b-427c-b2b6-6e7bf8456bd6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-cb9a07","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.324282133Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:42.536865766Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-cb9a07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-cb9a07","reconcileID":"6d37fed3-830f-43c7-8221-ca4e094006af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-cb9a07","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-cb9a07"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.431092864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"416c1930-519b-4c18-8298-cf06de7c6c3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.548443633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"640dd9f9-6553-4669-828c-86fc764c1ceb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.628167765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408f774c-1f71-4e8f-b283-6827f2f4fb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.648380069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3152a488-a35d-4909-9a7f-3d385c16cd55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.678525214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408f774c-1f71-4e8f-b283-6827f2f4fb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.728838202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408f774c-1f71-4e8f-b283-6827f2f4fb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.778762055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408f774c-1f71-4e8f-b283-6827f2f4fb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:43.931202496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"220e6cdb-bf71-4830-8317-4a55cfc2a04b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.636709271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2418524-d3b7-4859-851f-a97f3f259660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.686869986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2418524-d3b7-4859-851f-a97f3f259660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.737092082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2418524-d3b7-4859-851f-a97f3f259660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.78741669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2418524-d3b7-4859-851f-a97f3f259660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.51689992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f72c62-317f-4e9c-8ed5-7407d96df92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.567018582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f72c62-317f-4e9c-8ed5-7407d96df92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.617060621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f72c62-317f-4e9c-8ed5-7407d96df92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:51.667633087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f72c62-317f-4e9c-8ed5-7407d96df92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.503547405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43aaf698-4205-463b-b7f4-67c0e7f6a68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.553983638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43aaf698-4205-463b-b7f4-67c0e7f6a68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.604038391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43aaf698-4205-463b-b7f4-67c0e7f6a68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.653984279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43aaf698-4205-463b-b7f4-67c0e7f6a68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.861305946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"f45230f2-56ec-458c-a2cb-57ac4baff2b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:53.964932964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4957a605-e525-4763-a304-3ac48a2306f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:54.015417492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"d1b47608-828d-41ca-b4e1-ce4342808ecc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:54.101265419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"76a886eb-acba-47c3-ad14-483e698ac2e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:08.324346703Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:12.709622245Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:12.709679379Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","namespace":"ai-tenant-e2e-shared-b-w0-7f8596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:12.709737164Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","tenant":"e2e-shared-b-w0-7f8596","tenantID":"e2e-shared-b-w0-7f8596","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:12.764007767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-7f8596","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:12.827401227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"Service","name":"maas-api-e2e-shared-b-w0-7f8596","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:12.886929615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-7f8596","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:12.939946852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-7f8596","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:12.995609387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.050524354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.105422627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.161505605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.211513609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.261133719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.310677399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.361719005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.411302333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.461074161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.511361553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.565255563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.615137023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.664977582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.715844562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-7f8596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:13.765987373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8596"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8596","name":"default-tenant","reconcileID":"30ffd5d6-cb66-4328-93e2-53c17fd7bacd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-7f8596","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:14.591201539Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-7f8596","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-7f8596","reconcileID":"3e7d7804-89ab-4234-b795-fdcff6b08698","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-7f8596","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-7f8596"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:15.662860692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163af3c8-7a78-4359-95f0-f6c67b5300ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:15.714319259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163af3c8-7a78-4359-95f0-f6c67b5300ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:15.764475447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163af3c8-7a78-4359-95f0-f6c67b5300ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:15.814567336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163af3c8-7a78-4359-95f0-f6c67b5300ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:17.715506867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd029b9-e134-4fbd-9aa1-e854f39b7f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:17.765554165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd029b9-e134-4fbd-9aa1-e854f39b7f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:17.815655655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd029b9-e134-4fbd-9aa1-e854f39b7f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:17.86579795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd029b9-e134-4fbd-9aa1-e854f39b7f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:18.865396853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"6aa83d12-9daf-4379-8162-301c8fea4289","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:18.96546873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"15320634-438b-4f27-8b2e-cc2c58800aea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.100908733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82a6b774-56e4-424d-95e3-30de828d49be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.201154033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8761d355-bbc3-4e0a-9c68-3440c7724b44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.363874983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"7b310ef0-904d-4e34-b948-744db89f9b2e","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.364292419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"dcc70f2d-ff4a-4d9a-8042-fe3c027d1d44","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.364681989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"87b929da-7808-4cc3-85bc-3cff399a2abc","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.364913769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"fe78198c-06d7-44aa-b32d-beb363a56a8a","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.471024301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"79fd0c69-4519-49f3-a36d-93e15d61aa46","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.471285286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"4d1e5cba-d0d2-4d3e-964b-641c170e2fc5","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.471456615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"bfb692f3-c326-49d5-8a71-5004cf15eb1a","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.471686257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"910996b5-9404-4063-b9de-db86c4a924a9","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.56499534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"9c0283c8-3e9d-46e1-9ed2-5e7aff2ab61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.567634685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"b718c33f-1f05-45b1-af79-304dd04e1d5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.614621644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"28ea07b3-82a9-4431-aaec-def23eeef611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.617077028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"2e6aa012-49a0-4548-b3b1-0cdec58e6410","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.620722422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"9c0283c8-3e9d-46e1-9ed2-5e7aff2ab61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.670403889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"28ea07b3-82a9-4431-aaec-def23eeef611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:23.927864383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"8ccd2ec8-4fdd-4928-989b-404743a36f8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.031508248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"0c6047b3-fa20-4086-a0cb-d7f48a004c1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.080005882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"696d58b1-04a3-44d9-ad13-5e0a7e5e427c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.085438651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"01796279-bd51-4652-acb1-fdb096ae75a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.140334476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"696d58b1-04a3-44d9-ad13-5e0a7e5e427c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.151358677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"01796279-bd51-4652-acb1-fdb096ae75a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.33498495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b744fe-78ac-489f-9b67-11e96ee4420e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.385229264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b744fe-78ac-489f-9b67-11e96ee4420e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.435275358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b744fe-78ac-489f-9b67-11e96ee4420e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:24.48571654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b744fe-78ac-489f-9b67-11e96ee4420e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:26.327895168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85de8fd1-de90-4206-9383-b6f76fbf00eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:26.378779338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85de8fd1-de90-4206-9383-b6f76fbf00eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:26.428905279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85de8fd1-de90-4206-9383-b6f76fbf00eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:26.478899336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85de8fd1-de90-4206-9383-b6f76fbf00eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:26.840089886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"b90f1094-4a10-44ca-a720-47fc82d28e96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:26.940084061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f4437334-329f-4d9e-852e-b83b91b2906d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:26.957038969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"cc1eb7d6-68a8-4654-897c-c1713420980f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:27.040704006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb60d11b-144f-4ee3-a1d6-0fed83d692b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.321806761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156df38-aa85-4695-99d4-fae1884e4fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.37280916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156df38-aa85-4695-99d4-fae1884e4fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.423137334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156df38-aa85-4695-99d4-fae1884e4fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.473399774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156df38-aa85-4695-99d4-fae1884e4fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.611259458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"f04626bf-2c32-4053-9edc-81500aa30a18","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.933107737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7b552925-97d3-4ff9-86ec-4cf47db3cb17","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.257164801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"b50dbd23-f9b2-45fd-8c18-a929cdc0e43f","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.45999008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"dcf34cd0-2ccd-4232-969d-09fe354603ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.463462509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"2b235b32-3c72-432c-b4fb-6eeca853d721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.463469206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"e20fcff1-ff05-40fc-8d50-bf21b07833b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.585684544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"8a1712d2-ccb1-4912-80df-420351f83a99","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.586525839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"e20fcff1-ff05-40fc-8d50-bf21b07833b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.58706141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"2b235b32-3c72-432c-b4fb-6eeca853d721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.643186929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"41575608-360e-448b-935a-d6212bb4e729","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.793810895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"3cf18df5-96d2-437c-9b82-e23b3e3a4aff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.84438199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"7c472fed-0ff8-4b8e-bc36-4d22832ea449","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.886978928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"dbda57f9-a83b-4559-85a1-524f8015dcd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.886991234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"f546718b-58d8-4cb7-ba36-6bb5a1967946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.943020946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"f546718b-58d8-4cb7-ba36-6bb5a1967946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.943169537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"dbda57f9-a83b-4559-85a1-524f8015dcd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:29.951484347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"baef00d5-e03f-4f40-b56a-28390e003275","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:30.153251606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"0040866b-75d3-4c04-9845-b11bca995c48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:33.88917563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"48bab14d-b571-4c48-897e-8c8b52dcc09d","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:33.88942834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"49d8c75f-2380-4689-8f43-e3660fd63260","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:33.889604892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"47daa96b-611d-488d-984d-754b3be742a6","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:33.889839949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6b7220a0-294f-4bd6-a1ed-260e4d1e940a","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.047627309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"8079a74a-21df-4dfd-9f0d-4e47af2c35fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.047692027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"74c6f9b8-91d1-4cd9-a50b-44090663dacb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.10171068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"5b769ae2-d254-4626-9c73-e31053bee659","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.101775198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"cbc7332e-ff11-401e-ab9d-2315e9c12dcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.104984088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"74c6f9b8-91d1-4cd9-a50b-44090663dacb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.107047978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"8079a74a-21df-4dfd-9f0d-4e47af2c35fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.408721485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"1c08bbff-5d65-475b-a98d-b39ae4ff375a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.409353804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"a8611ce1-18f5-4b87-8f9e-8619f77593e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.409913617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"f55f447d-10bb-4d8f-a353-2a2e97c31f80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.410673597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"46040bf4-caba-4580-adb4-b3ee672c2540","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.486557906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"1c08bbff-5d65-475b-a98d-b39ae4ff375a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:34.48879529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"a8611ce1-18f5-4b87-8f9e-8619f77593e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:38.324256723Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.120958619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"e343ff2b-c07f-4981-afee-6618a4880491","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.12103095Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"e343ff2b-c07f-4981-afee-6618a4880491","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.181748953Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"e343ff2b-c07f-4981-afee-6618a4880491","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.18269404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"81b93ca9-2b39-40ac-9862-858281b95b23","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.237152399Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"e343ff2b-c07f-4981-afee-6618a4880491","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.237173458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"e343ff2b-c07f-4981-afee-6618a4880491","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.237247045Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"e343ff2b-c07f-4981-afee-6618a4880491","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.239973176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"4063af19-c622-4f50-8ced-41d585a449bb","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.294627406Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"e343ff2b-c07f-4981-afee-6618a4880491","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.297571084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"10deeabb-f405-44e3-986f-692c264d21a9","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.337882338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"0ab984fa-2335-4c07-a4b9-b08e4394f60d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.33789051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"08e603f5-10d2-4fd7-b3bf-e38a80b685d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.338841329Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"3bf958ac-7743-4774-84c8-a5126635f238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6107e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.349607171Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"e343ff2b-c07f-4981-afee-6618a4880491","count":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:39.349993878Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"10deeabb-f405-44e3-986f-692c264d21a9","name":"premium-w0-8bec73","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-8bec73\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:39.350049151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"10deeabb-f405-44e3-986f-692c264d21a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-8bec73\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.350169554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"48e99a0b-9afc-4546-9ce2-359988e88701","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.394484366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"0ab984fa-2335-4c07-a4b9-b08e4394f60d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.394524441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"08e603f5-10d2-4fd7-b3bf-e38a80b685d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.395060774Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"1cda4e06-4ed6-4f38-9fc6-4c0eaf3720c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f88cd455","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.405932391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"33af942a-100e-418b-ae5b-1d0c03e99fdd","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.456104679Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"1decde41-71df-4479-9d11-06ff12acc456","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6107e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.516928703Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"8a4e4631-2265-4c62-b9ba-ea4aa7ebdc32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f88cd455","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.544117616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"23b55384-49c3-4cde-89e4-c968867cbff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.544150994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"747b43db-b24b-4f32-a785-b98f917b93ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.693540924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"747b43db-b24b-4f32-a785-b98f917b93ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.693542939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"23b55384-49c3-4cde-89e4-c968867cbff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.821516544Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"747b43db-b24b-4f32-a785-b98f917b93ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.821540482Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-access","reconcileID":"747b43db-b24b-4f32-a785-b98f917b93ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:39.823387313Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"23b55384-49c3-4cde-89e4-c968867cbff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-8bec73-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:39.823440148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"23b55384-49c3-4cde-89e4-c968867cbff7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-8bec73-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.828734196Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"85458923-f892-4e1e-ac5d-9edf7811a2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.876648421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"1d8bd588-fccd-454c-9906-53b368e2ba29","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:39.978374336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"85458923-f892-4e1e-ac5d-9edf7811a2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:40.034202331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"85458923-f892-4e1e-ac5d-9edf7811a2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"e2e-worker-w0-8bec73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:40.034242127Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-access","reconcileID":"85458923-f892-4e1e-ac5d-9edf7811a2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:40.089006052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"e24f993e-1e7a-4685-82fd-1107678fb95f","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:43.890515723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"333beae9-bdf5-4053-9023-7ab8e7c733eb","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:43.890762916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"462562b6-5100-4899-b85a-717fc709281c","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:44.350774874Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"67710f62-d799-4bf9-8214-0b68c14fc60d","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:44.350870751Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"67710f62-d799-4bf9-8214-0b68c14fc60d","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:44.403052989Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"67710f62-d799-4bf9-8214-0b68c14fc60d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:44.457647646Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"67710f62-d799-4bf9-8214-0b68c14fc60d","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:44.457670096Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"67710f62-d799-4bf9-8214-0b68c14fc60d","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.458131787Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"ee2b71b2-021a-4db6-9b3f-d2fd51f7f86b","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.458225875Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"ee2b71b2-021a-4db6-9b3f-d2fd51f7f86b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.507250396Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"8c702937-15a3-40b9-b427-5e45c144948f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.510498173Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"ee2b71b2-021a-4db6-9b3f-d2fd51f7f86b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.557768417Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"8c702937-15a3-40b9-b427-5e45c144948f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.562752735Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"ee2b71b2-021a-4db6-9b3f-d2fd51f7f86b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.562767042Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"ee2b71b2-021a-4db6-9b3f-d2fd51f7f86b","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.567570509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"627be64f-2084-408e-949f-54176f4f2205","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.608393251Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"simulator-subscription","reconcileID":"8c702937-15a3-40b9-b427-5e45c144948f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.618175611Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"627be64f-2084-408e-949f-54176f4f2205","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.668357409Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"premium-simulator-subscription","reconcileID":"627be64f-2084-408e-949f-54176f4f2205","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"name":"maas-trlp-premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73","model":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.877566936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"2ffd5a70-90ef-4cfa-b530-dd21e1a49ef3","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:49.98556577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"21de4c82-64a7-44b8-a242-f34190a4f0b7","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"simulator-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"simulator-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:50.034284201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"e1877fb4-e9c7-4d3a-bb1c-02900dd60ac6","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"premium-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:53.891371423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"d3aa32c8-755b-4c2e-86cd-c87e58aa3a0c","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-2-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:53.891638966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"b9b10d14-7939-4667-ad70-206b16a52fbe","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"routeName":"distinct-w0-8bec73-kserve-route","namespace":"e2e-models-e2e-worker-w0-8bec73","llmisvcName":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:54.563631828Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:54.563701448Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","namespace":"ai-tenant-e2e-worker-w0-8bec73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:54.563761752Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","tenant":"e2e-worker-w0-8bec73","tenantID":"e2e-worker-w0-8bec73","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:54.61638581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"Deployment","name":"maas-api-e2e-worker-w0-8bec73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:54.684767054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"Service","name":"maas-api-e2e-worker-w0-8bec73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:54.739191009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-8bec73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:54.791594442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-8bec73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:54.844723124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:54.899585402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:54.954828524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.008827017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.092076952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.141939485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.192891644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"Service","name":"payload-processing-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.24395698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.294150123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.3446045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.394631476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.449292142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.499458327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.549707988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.599677148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-8bec73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:55.650044334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8bec73"},"namespace":"ai-tenant-e2e-worker-w0-8bec73","name":"default-tenant","reconcileID":"9a62868e-0868-4017-8699-1dacfc8a6f30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-8bec73","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:56.43902551Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-8bec73","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-8bec73","reconcileID":"97599da2-700c-42ba-a83f-a76efd2ed0c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-8bec73","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-8bec73"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:56.443054087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7eb5a800-322d-4a84-b445-4d16f1f2ec44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:56.543752226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4062236a-115d-4528-a73b-09ca92b89099","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.603412725Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"1853ee1a-2dc2-4895-879b-6e8e3bcf9eb6","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.718310506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"1853ee1a-2dc2-4895-879b-6e8e3bcf9eb6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.718531242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"97226006-d559-451b-bcb3-9d88a025d417","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.77590172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"97226006-d559-451b-bcb3-9d88a025d417","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.776098513Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"1f317ebe-446f-4c6b-9214-9d027add8a83","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.832302626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"1f317ebe-446f-4c6b-9214-9d027add8a83","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.832472151Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"c503e0fa-c3f4-41df-aeec-60c2790cba5c","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.888063029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"c503e0fa-c3f4-41df-aeec-60c2790cba5c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.888244117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"999006bd-dbf8-4602-815f-48f4837ff907","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.888287679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"999006bd-dbf8-4602-815f-48f4837ff907","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.888358346Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"9f01b250-fc20-460c-bfe1-6701d98891de","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.888385991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"9f01b250-fc20-460c-bfe1-6701d98891de","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.888448397Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"4e11ed32-15c6-4159-bfd1-885e4b8c20f4","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.888473994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"4e11ed32-15c6-4159-bfd1-885e4b8c20f4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.893861229Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"8585277b-878e-492c-b6c5-88b4249e455f","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.893900744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"8585277b-878e-492c-b6c5-88b4249e455f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.899195873Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"cae7d400-ef44-45a4-b087-b16929761312","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.899285737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"cae7d400-ef44-45a4-b087-b16929761312","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.899363042Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"a5e2ecd4-e1b1-4c22-a4cf-504fae59ffc3","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.899397988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"a5e2ecd4-e1b1-4c22-a4cf-504fae59ffc3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.899462866Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"7310c9fc-2dc5-4355-b13c-6439a9d88768","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.899501502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"7310c9fc-2dc5-4355-b13c-6439a9d88768","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.904379169Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"0d09702b-6df0-45fb-9442-055319ffab1b","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.904457609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"0d09702b-6df0-45fb-9442-055319ffab1b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.919857203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"b8e9b3f1-d53f-44b9-b8ae-3cbf1acccbe8","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.919911583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"b8e9b3f1-d53f-44b9-b8ae-3cbf1acccbe8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.919981403Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"5b37f20b-8cca-46c0-92ec-e4c0a60ea4e0","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.920013574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"5b37f20b-8cca-46c0-92ec-e4c0a60ea4e0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.920073152Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"fe714a0c-5a85-421e-8e3d-3d24e9ce4283","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.920106449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"fe714a0c-5a85-421e-8e3d-3d24e9ce4283","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.925348279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"f71df7a1-bc57-4abe-8de4-338a32d9ec67","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.925400113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"f71df7a1-bc57-4abe-8de4-338a32d9ec67","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.960669904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"f9bd7098-3c70-4d0c-9405-159f14f87c36","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.96073677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"f9bd7098-3c70-4d0c-9405-159f14f87c36","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.960837606Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"90f5cb12-5969-4d05-93a4-1c6f773901dd","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.9608737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"90f5cb12-5969-4d05-93a4-1c6f773901dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.96102107Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"bcef770f-28a8-41b2-a665-27c1ffd49591","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.961059614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"bcef770f-28a8-41b2-a665-27c1ffd49591","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.966512801Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"4b9f97e4-be40-4c91-8d6d-ed93e24092e2","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:56.966551559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"4b9f97e4-be40-4c91-8d6d-ed93e24092e2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.04124468Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"fecac258-1186-4d75-a4ef-0066a0c16828","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.041319072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"fecac258-1186-4d75-a4ef-0066a0c16828","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.041407794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"2b118b84-27f8-4910-a518-88d9720b6dfa","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.041440438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"2b118b84-27f8-4910-a518-88d9720b6dfa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.041500187Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"929b90e8-01dc-4a3e-a5ff-127a3a3bab99","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.041529782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"929b90e8-01dc-4a3e-a5ff-127a3a3bab99","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.047395779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"1ae7ef0e-fc65-4c40-8416-f2c153376aae","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.047442714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"1ae7ef0e-fc65-4c40-8416-f2c153376aae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.202159398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6db3670d-7abb-4e92-b33e-7727bde61679","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.202268654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6db3670d-7abb-4e92-b33e-7727bde61679","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.202384006Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"cedeba21-2192-47e4-a310-de8371895507","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.202428996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"cedeba21-2192-47e4-a310-de8371895507","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.202521284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"f0d73750-3387-4b87-becb-ee3586297357","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.2025645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"f0d73750-3387-4b87-becb-ee3586297357","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.207819991Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"3723c06a-ab7a-40c5-a282-b91beaea8d3d","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.207896311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"3723c06a-ab7a-40c5-a282-b91beaea8d3d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.522732981Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"5c4f82d6-e93d-48fc-9d32-8a7457754949","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.522805375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"5c4f82d6-e93d-48fc-9d32-8a7457754949","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.522897139Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"f652081e-3da3-458e-86eb-d9f518420d47","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.522944439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"f652081e-3da3-458e-86eb-d9f518420d47","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.523018237Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"daa98c0a-95b7-4000-a18b-edfb668da948","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.523050619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"daa98c0a-95b7-4000-a18b-edfb668da948","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.523962883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce82a34-b340-4974-b29c-ba298dcd5d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.528358953Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"509198ce-953b-4fcd-84bd-429ead79de44","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:57.528413573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"509198ce-953b-4fcd-84bd-429ead79de44","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.574010692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce82a34-b340-4974-b29c-ba298dcd5d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.624101872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce82a34-b340-4974-b29c-ba298dcd5d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.674307628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce82a34-b340-4974-b29c-ba298dcd5d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:58.163176102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"14043560-3d1a-48f9-a917-469220abf3ac","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:58.163273469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"14043560-3d1a-48f9-a917-469220abf3ac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:58.16336653Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"a820e0e1-4c3d-4c41-9a48-0a7a68a6e300","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:58.163398872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"a820e0e1-4c3d-4c41-9a48-0a7a68a6e300","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:58.163466319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"702ac188-7802-4ed8-b1ec-42fac19c4b9e","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:58.163505046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"702ac188-7802-4ed8-b1ec-42fac19c4b9e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:58.169418566Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"b3da4f80-4da1-45dd-8ea0-74380d6280f1","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:58.169484954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"b3da4f80-4da1-45dd-8ea0-74380d6280f1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:59.443678368Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"7cc1d9be-3322-4cb3-9fba-46ef5038ed8b","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:59.443747673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"7cc1d9be-3322-4cb3-9fba-46ef5038ed8b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:59.443828611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"da66d59f-617b-4fd4-bed3-c6b302925715","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:59.44387054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"da66d59f-617b-4fd4-bed3-c6b302925715","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:59.443934981Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"9cf1750d-0de3-470d-927f-6f57c714804a","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:59.443965573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"9cf1750d-0de3-470d-927f-6f57c714804a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:59.449853815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"1970dd3a-b7fe-4860-86be-b5402eac4ec8","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:33:59.449908926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"1970dd3a-b7fe-4860-86be-b5402eac4ec8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:59.555735407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5588cddd-a505-4e93-875e-61ce4e15f076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:59.605847864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5588cddd-a505-4e93-875e-61ce4e15f076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:59.655881775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5588cddd-a505-4e93-875e-61ce4e15f076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:59.705741485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5588cddd-a505-4e93-875e-61ce4e15f076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:02.004168057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"9fcb1e2c-dac1-4f2f-a465-e01dcc258d62","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:02.004269687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"9fcb1e2c-dac1-4f2f-a465-e01dcc258d62","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:02.004358534Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"fe233845-30dc-42f5-83e6-a9d48081f16d","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:02.004392205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"fe233845-30dc-42f5-83e6-a9d48081f16d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:02.004459568Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"84fe4689-b6ff-467f-9003-75a8a5956005","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:02.004492799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"84fe4689-b6ff-467f-9003-75a8a5956005","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:02.010570984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"e0c886c0-8862-47d9-9142-56c54fcb2b91","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:02.01062907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"e0c886c0-8862-47d9-9142-56c54fcb2b91","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.105694301Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"b3fd14b7-4f99-44c3-b300-b95b0b5e5f70","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.105788854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"b3fd14b7-4f99-44c3-b300-b95b0b5e5f70","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.105935655Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"49306402-6f89-4714-81b9-202ea79fb265","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.105984639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"49306402-6f89-4714-81b9-202ea79fb265","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.106070592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"432fa8fc-2451-44a6-b4bd-067e3320da00","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.106110833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"432fa8fc-2451-44a6-b4bd-067e3320da00","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.106236978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"1b048cd2-748d-4aa8-8e3b-fa21c629ebe2","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.106274886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"1b048cd2-748d-4aa8-8e3b-fa21c629ebe2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.20951591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"f8c302c4-6171-48f8-aacd-d55f769e445e","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.209583744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"f8c302c4-6171-48f8-aacd-d55f769e445e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.209654957Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"e53c7406-51a3-4d6e-9e15-ad10f480c98c","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.20968883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"e53c7406-51a3-4d6e-9e15-ad10f480c98c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.209752339Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"287bd870-7b61-4a4d-b5cd-5c9fddd991e4","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.209783538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"287bd870-7b61-4a4d-b5cd-5c9fddd991e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.2098455Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"e163f0d0-575d-44a9-becd-3bf9e853ff5c","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.209877787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"e163f0d0-575d-44a9-becd-3bf9e853ff5c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.276343891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"0e780b41-8ccd-4352-b83c-2cde2c6364b4","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.27641353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"0e780b41-8ccd-4352-b83c-2cde2c6364b4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.276487068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"c05aeff8-5fa7-439b-b299-bad2cc184678","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.276518839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"c05aeff8-5fa7-439b-b299-bad2cc184678","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.276580694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"3be1e584-7730-43c6-9c30-9be0cc3606d3","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.276614952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"3be1e584-7730-43c6-9c30-9be0cc3606d3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.276676551Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"f96fc6ac-dbd4-4067-8c9c-361e11dbcf81","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.27670568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"f96fc6ac-dbd4-4067-8c9c-361e11dbcf81","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.342074485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"c9420841-40c2-4baa-9c59-0e831d849600","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.342145828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"c9420841-40c2-4baa-9c59-0e831d849600","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/simulator-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.342250739Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"0d56166d-217c-44d4-aa0d-61ce1cc5ef2d","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.3422883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"0d56166d-217c-44d4-aa0d-61ce1cc5ef2d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.342363997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"b6d9df04-1251-4729-afe5-93731df606e4","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.342403353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"b6d9df04-1251-4729-afe5-93731df606e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.342470263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"c00bb366-dad7-4b4b-9b16-506efecd1e91","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:04.342506253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"c00bb366-dad7-4b4b-9b16-506efecd1e91","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73: AITenant \"e2e-worker-w0-8bec73\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:05.047651428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"6c2842c3-03e2-40b8-9bb1-4db2c178f586","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-8bec73\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:05.298463956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"57226d09-be6f-4b25-bd32-b7687deefb1b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-8bec73\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:05.572328021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"7b8ae0e7-756d-4ff8-bb82-1f1cfa696d6e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-8bec73\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:05.837668295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"51b57cf3-ac8f-4815-ad4b-18a605649518","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-8bec73\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:06.232506518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"76401cc1-a068-411e-bb6d-f87d25f0994a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-8bec73\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:06.483824505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"535779e2-974d-4d02-9a2c-b6b3924cc0b0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-8bec73\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:06.746156904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"bae228df-a287-4364-8279-7a99ff615e9a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-8bec73\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:07.002072892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"ab553fc7-e362-4ce5-bacc-1c7037c24f9d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-8bec73\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:07.257055026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"f9dd5d85-cf2e-417a-a58f-0005a6fda4d0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-8bec73\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:07.825190854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"a5992383-aa49-44e4-98b4-e93194edb3bc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-8bec73\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.32452353Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:34:08.485812721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"78814716-e6dd-4bc1-8292-8d7d2d98383d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-8bec73\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}